fatal error: concurrent map writes goroutine 832 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc002d75a90 sp=0xc002d75a60 pc=0x453732 runtime.mapassign_faststr(0xa13de0, 0xc000235410, 0xc0005f8343, 0x18, 0xaa04f9) /usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc002d75af8 sp=0xc002d75a90 pc=0x4338e7 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc002d75fb8 sp=0xc002d75af8 pc=0x824ef9 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc002d75fc0 sp=0xc002d75fb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1 [semacquire]: syscall.ByteSliceFromString(0xc000347560, 0x5b, 0x7fc559da19b8, 0xc000000180, 0xc00018d370, 0x2f6c00c000010668, 0x5a) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.fstatat(0xffffffffffffff9c, 0xc000347560, 0x5b, 0xc00009efa8, 0x100, 0x5b, 0xc000347560) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1476 +0x3f syscall.Lstat(...) /usr/local/go/src/syscall/syscall_linux_amd64.go:76 os.lstatNolog(0xc000347560, 0x5b, 0x5b, 0x1, 0xc000347560, 0x5b) /usr/local/go/src/os/stat_unix.go:42 +0x6e os.Lstat(0xc000347560, 0x5b, 0x2, 0xc000347560, 0x5b, 0x0) /usr/local/go/src/os/stat.go:22 +0x4d path/filepath.walk(0xc00002a0a0, 0x42, 0xb89740, 0xc0002368f0, 0xc00018d548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:378 +0x1d3 path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236820, 0xc00018d548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7fff673ba7c9, 0x37, 0xb89740, 0xc000236750, 0xc00018d548, 0x0, 0xc00018d248) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7fff673ba7c9, 0x37, 0xc00018d548, 0x10, 0x0) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7fff673ba7c9, 0x37, 0xffffffffffffffff, 0xbfb4b44773cb37e3) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1 main.main() /home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a goroutine 6 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 8 [chan receive]: main.main.func1(0xc000073140, 0xbfb4b44773cb37e3, 0x2ce070, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 9 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc450002a30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fd5dc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fd5db0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042cb000, 0x722, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xc0042cb000, 0x722, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xaa0378, 0x1, 0xc0042cb000, 0x722, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 11 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00300e5b0, 0x69, 0x2, 0xc003564198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00300e5b0, 0x69, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd110, 0xc0035641b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0040dd0a0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0035650c0, 0xc0040dd0a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041daa80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041daa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041daa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da9a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da2a0, 0xc001d50700, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da1c0, 0x54b170, 0xc00061e270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0041da1c0, 0x0, 0x0, 0x0, 0x0, 0xc0041da1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0031eef90, 0x0, 0x0, 0x0, 0x2500, 0xc003312a00, 0x2063, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003312a00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0026ce640) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003369518, 0xc00344c280, 0xc0029cc8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 12 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 13 [semacquire]: strings.Replace(0xc002b99500, 0x146e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002b99500, 0x146e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055438f8, 0xc002b99500, 0x146e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 14 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003b7c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003b7c0d0, 0xc005459960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d6000, 0x0, 0x0, 0x0, 0xc0026b7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d6000, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b78f8, 0xc002766a00, 0x6ef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 15 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc42c002210, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f7d80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f7d70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004750d80, 0x20d, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xc004750d80, 0x20d, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xaa0378, 0x1, 0xc004750d80, 0x20d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 16 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00410f180, 0x50c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00410f180, 0x50c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00410f180, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00410f180, 0x50c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00410f180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00410f180, 0x50c, 0x0, 0x0, 0x50c, 0x600, 0xc00410f180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00410f180, 0x50c, 0x50c, 0x600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xc00410f180, 0x50c, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xaa0378, 0x1, 0xc00410f180, 0x50c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 18 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004ff5100, 0x6d9, 0xc00245d218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004ff5100, 0x6d9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00245d3c0, 0xaa04fd, 0x2, 0xc004ff5100, 0x6d9, 0x1, 0x174, 0xc004822600) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc004ff5100, 0x6d9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00245d518, 0xc0037111a0, 0x38, 0xc0026cc980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 19 [semacquire]: strings.genSplit(0xc004ff3c00, 0x661, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0052fea00, 0x14f, 0x14f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c2f3c0, 0xaa0599, 0x2, 0xc0050ec700, 0x661, 0x29, 0x14f, 0xc004822140) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0050ec700, 0x661, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2f518, 0xc0029cd2c0, 0x31, 0xc0032d17c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 20 [semacquire]: bytes.makeSlice(0x1f7c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002bb19e0, 0xd0, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1180, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f347e0, 0xb84d20, 0xc002bb19e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb19e0, 0xc001f347e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002bb1830, 0x4f22b623, 0x1251a20, 0xc0055d8c00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 21 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 22 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xdae, 0x7fc4a0003c60) _cgo_gotypes.go:138 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc002a9c000, 0xdad, 0xc000234750) _cgo_gotypes.go:47 +0x33 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc002a9c000, 0xdad, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002a9c000, 0xdad, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xc002a9c000, 0xdad, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xaa0378, 0x1, 0xc002a9c000, 0xdad, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 23 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004822120, 0xc00057e950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 24 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00281ab30, 0xc004b67298, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378700, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378770, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc006378770, 0xc006378770, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00281aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00281aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0021af24c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00281aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00281aff8, 0x1, 0xc0063654b0, 0xc01000000d4, 0x2804000000d8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00281aff8, 0x4, 0x25b, 0xc003356d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003356000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00087d6c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a70, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00281b8f8, 0xc004aa2000, 0xd9f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 25 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc0064aa9c0, 0xc0050ea690) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0064aa9c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x17c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa9c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064aa9c0, 0xc005079ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e480, 0x0, 0x0, 0x0, 0xc002f1d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1d8f8, 0xc004704000, 0xfc0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 26 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 27 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0035ac0d0, 0xc002a27f10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4a00, 0x0, 0x0, 0x0, 0xc003e43200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4a00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e438f8, 0xc000868480, 0x19c5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 28 [semacquire]: strings.Replace(0xc002dba000, 0xa16, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002817950, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032418f8, 0xc002dba000, 0xa16, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 29 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a45500, 0xc0044552c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044553c0, 0xaa04fd, 0x2, 0xc0054d4800, 0x7d7, 0xc0054d4800, 0xc0044553b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0054d4800, 0x7d7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004455518, 0xc004a451c0, 0x20, 0xc00027e8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 30 [semacquire]: strings.genSplit(0xc0058a9440, 0x81, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x81, 0xc0058a93b0, 0x81) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052c1588, 0xaa04f9, 0x2, 0xc0058a93b0, 0x81, 0x18, 0xc0052c1290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc00337f830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005373260, 0xc0052c1320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0052c1518, 0xc0053727e0, 0xc0047ed560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0052c1518, 0xc0053727e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052c1518, 0xc0053727e0, 0xc0053727e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 31 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00354b500, 0x9c8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00354b500, 0x9c8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00354b500, 0x9c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00354b500, 0x9c8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00354b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00354b500, 0x9c8, 0x0, 0x0, 0x9c8, 0xc00, 0xc00354b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00354b500, 0x9c8, 0x9c8, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xc00354b500, 0x9c8, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xaa0378, 0x1, 0xc00354b500, 0x9c8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 32 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004913e80, 0xc00578d220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00578d588, 0xaa04f9, 0x2, 0xc0057abc00, 0x36d, 0x0, 0xc000365880, 0x7fc559da19b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00578d518, 0xc0041d6f00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 33 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003b98a80, 0xa3d, 0xc003fb5218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003b98a80, 0xa3d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb53c0, 0xaa0503, 0x2, 0xc003b98a80, 0xa3d, 0x2, 0x1ee, 0xc004e97e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc003b98a80, 0xa3d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb5518, 0xc00221b580, 0x24, 0xc0024ee6f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 34 [semacquire]: bytes.makeSlice(0xf2b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dcd650, 0x181, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dcd650, 0xc002514000, 0x181, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dcd650, 0xc002514000, 0x181, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc0064fe150, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc003a85a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a770, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a070, 0xb84d20, 0xc003dcd650) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd650, 0xc00303a070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd4a0, 0x4f348bae, 0x1251a20, 0xc003dead20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 35 [semacquire]: strings.genSplit(0xc004a13500, 0x66d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x66d, 0xc002e57800, 0x673) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003005518, 0xc003dd3d00, 0xc00000e800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 36 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c4a300, 0x637, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c4a300, 0x637, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c4a300, 0x637, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c4a300, 0x637, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c4a300, 0x637, 0x0, 0x0, 0x637, 0xc003c4a300, 0x637) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c4a300, 0x637, 0x637, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xc003c4a300, 0x637, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xaa0378, 0x1, 0xc003c4a300, 0x637, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 37 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0036ffe30, 0xc00620e330, 0xc00571d210) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00571d518, 0xc0036ffe30, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00571d518, 0xc0036b5640, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 38 [runnable]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 39 [semacquire]: strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc001f00000, 0x224, 0x224) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 40 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0048223e0, 0xc0003cd950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 41 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a5c400, 0xb61, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a5c400, 0xb61, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a5c400, 0xb61, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a5c400, 0xb61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a5c400, 0xb61, 0x0, 0x0, 0xb61, 0xc002a5c400, 0xb61) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a5c400, 0xb61, 0xb61, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xc002a5c400, 0xb61, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xaa0378, 0x1, 0xc002a5c400, 0xb61, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 43 [semacquire]: strings.Replace(0xc00520ac00, 0x1119, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00293fb00, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048358f8, 0xc00520ac00, 0x1119, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 44 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ab3500, 0x6fc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ab3500, 0x6fc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ab3500, 0x6fc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003ab3500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x6fc, 0x800, 0xc003ab3500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ab3500, 0x6fc, 0x6fc, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xc003ab3500, 0x6fc, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xaa0378, 0x1, 0xc003ab3500, 0x6fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 45 [semacquire]: strings.genSplit(0xc005ce4000, 0x50b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x118, 0x118) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ef3c0, 0xaa058b, 0x2, 0xc0048bf600, 0x50b, 0x1, 0x118, 0xc0038ad420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0048bf600, 0x50b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0044ef518, 0xc0000ae980, 0x2e, 0xc002cca900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 46 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000f3f790, 0xc005680000, 0x15d) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000f3f790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000f3f790, 0xc00294f650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eae0, 0x0, 0x0, 0x0, 0xc003503200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035038f8, 0xc00296d500, 0x1427, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 47 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000824be0, 0xc002fd92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd93c0, 0xaa0503, 0x2, 0xc0038fc580, 0x559, 0x3, 0x113, 0xc000824bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0038fc580, 0x559, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9518, 0xc002435ce0, 0x28, 0xc0026d68d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 48 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00087dd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00087dee0, 0xc0054eda40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f1a0, 0x0, 0x0, 0x0, 0xc003b91200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f1a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b918f8, 0xc003c37300, 0x1276, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003460c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 49 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ba2b00, 0x530, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ba2b00, 0x530, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ba2b00, 0x530, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ba2b00, 0x530, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ba2b00, 0x530, 0x0, 0x0, 0x530, 0xc004ba2b00, 0x530) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ba2b00, 0x530, 0x530, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xc004ba2b00, 0x530, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xaa0378, 0x1, 0xc004ba2b00, 0x530, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 50 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xb42, 0x7fc494005db0) _cgo_gotypes.go:138 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc005aa4000, 0xb41, 0xc000234750) _cgo_gotypes.go:47 +0x33 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc005aa4000, 0xb41, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005aa4000, 0xb41, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xc005aa4000, 0xb41, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xaa0378, 0x1, 0xc005aa4000, 0xb41, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 51 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004579000, 0x73f, 0xc0046f9218, 0xc001bfb500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004579000, 0x73f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f93c0, 0xaa04d9, 0x2, 0xc004579000, 0x73f, 0x1, 0x176, 0xc003e56840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc004579000, 0x73f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f9518, 0xc003dd2ce0, 0x5b, 0xc000397020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 52 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dcdb00, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045a3518, 0xc004d456a0, 0x36, 0xc00309a280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003463c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 53 [semacquire]: strings.genSplit(0xc00481a500, 0x4d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x111, 0x111) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b93c0, 0xaa05c9, 0x2, 0xc0032c8000, 0x4d4, 0x3, 0x111, 0xc002e0ffc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0032c8000, 0x4d4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b9518, 0xc00254f5c0, 0x42, 0xc002c5a410) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 54 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f588, 0xaa04f9, 0x2, 0xc0004a3220, 0x96, 0x12, 0xc002f6f290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc004475860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004475680, 0xc002f6f320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002f6f518, 0xc0035b08a0, 0xc00221b7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002f6f518, 0xc0035b08a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002f6f518, 0xc0035b08a0, 0xc0035b08a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 55 [semacquire]: strings.Replace(0xc00491b300, 0x1170, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00491b300, 0x1170) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab38f8, 0xc002c24000, 0x116e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 56 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000825cc0, 0xc000056950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x28) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003466c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 57 [semacquire]: strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc002f9a300, 0x6e, 0x6e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 58 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002557500, 0x6b40b8f, 0x1251a20, 0xc00254ec60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 59 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b5fc0, 0xc000059950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 60 [semacquire]: strings.genSplit(0xc0045dfb00, 0x84e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bd2000, 0x1b5, 0x1b5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027593c0, 0xaa04fd, 0x2, 0xc0045e2000, 0x84e, 0x1, 0x1b5, 0xc0029cd3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306c900, 0xc0045e2000, 0x84e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002759518, 0xc0029ccf20, 0x34, 0xc0024e4140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003469c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 61 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0156e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ff0070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ff0060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00353cf00, 0x49e, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xc00353cf00, 0x49e, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xaa0378, 0x1, 0xc00353cf00, 0x49e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 62 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 63 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 64 [runnable]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 65 [runnable]: strings.TrimSpace(0xad6002, 0xc, 0x1, 0x0) /usr/local/go/src/strings/strings.go:871 +0x19b github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 66 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc5000028f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f6920, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f6910, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042ca800, 0x78e, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xc0042ca800, 0x78e, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xaa0378, 0x1, 0xc0042ca800, 0x78e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 67 [semacquire]: bytes.makeSlice(0x120a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002bb1ad0, 0x2a8, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e4d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570ddc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570dce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc005459dc0, 0xb84d20, 0xc002bb1ad0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb1ad0, 0xc005459dc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0027e2c60, 0x4f24143e, 0x1251a20, 0xc003d09920, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 68 [semacquire]: bytes.makeSlice(0x70e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dcc690, 0x126, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dcc690, 0xc0051e5a40, 0x126, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dcc690, 0xc0051e5a40, 0x126, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00647c380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f650, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f5e0, 0xb84d20, 0xc003dcc690) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc690, 0xc00259f5e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcc4e0, 0x4ef896be, 0x1251a20, 0xc000824c80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 69 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc00461a7e0, 0xffffffff, 0xc005830a58) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc00461a7e0, 0xc005a79960, 0xc005a79960) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc00461a7e0, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005830ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005830ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0032c34dc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005830ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005830ff8, 0x1, 0xc005a49330, 0xc0100fc7801, 0x280459d9fe98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005830ff8, 0x4, 0x59f, 0xc005ff2a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ff2000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e37d40, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7e60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058318f8, 0xc005818000, 0xa5b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 70 [semacquire]: bytes.makeSlice(0x74b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0038ab860, 0x127, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0038ab860, 0xc003eb57c0, 0x127, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0038ab860, 0xc003eb57c0, 0x127, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223d420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223cee0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223ce70, 0xb84d20, 0xc0038ab860) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0038ab860, 0xc00223ce70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038ab650, 0x4ecf032a, 0x1251a20, 0xc004c594c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 71 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 72 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00073a000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00073a0d0, 0xc0064ff0a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00453bbc0, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc0045ebad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045ebad0, 0x0, 0x0, 0x0, 0xd80, 0xc0024dbb00, 0xcac, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0024dbb00, 0xcac, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00389d450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044ed518, 0xc004c585e0, 0xc004c58ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003472c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 73 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000cfea90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000cfeb60, 0xc0030e3ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4920, 0x0, 0x0, 0x0, 0xc00366b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366b8f8, 0xc0029d7500, 0x13bd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 74 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc000cfe680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000cfe680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000cfe680, 0xc0034e3b90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fd60, 0x0, 0x0, 0x0, 0xc003117200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fd60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031178f8, 0xc0031c3000, 0xe20, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 75 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45440, 0xc004c012c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa059b, 0x2, 0xc0043a7300, 0x11fe, 0x7, 0x3d6, 0xc004e962c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0043a7300, 0x11fe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc0035e1f40, 0x17, 0xc0042fd380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 76 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000eaf1e0, 0xc00079d450, 0xc5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000eaf1e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf1e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eaf1e0, 0xc002a9b9d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08ec0, 0x0, 0x0, 0x0, 0xc002605200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08ec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026058f8, 0xc005935000, 0x2e98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003475c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 77 [semacquire]: strings.Replace(0xc0064ba000, 0x1e63, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c18f8, 0xc0064ba000, 0x1e63, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 78 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eae1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000eae410, 0xc002599110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d20, 0x0, 0x0, 0x0, 0xc005561200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055618f8, 0xc0059ae600, 0x10f6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 79 [semacquire]: strings.Replace(0xc003998000, 0x1c0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f800068, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d8f8f8, 0xc003998000, 0x1c0d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 80 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0034b3fb0, 0xc001cbf388, 0xc0034b3fb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0024356e0, 0xc0024356e0, 0xc0024356e0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003478c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 81 [semacquire]: strings.Replace(0xc00448c000, 0x227f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00448c000, 0x227f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc38f8, 0xc003317400, 0x2271, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 82 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00205e480, 0xc005ae72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae73c0, 0xaa05c9, 0x2, 0xc00433c000, 0x93f, 0x3, 0x207, 0xc004a17220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007484b0, 0xc00433c000, 0x93f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae7518, 0xc004a16ea0, 0x40, 0xc004e17a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 83 [runnable]: strings.Index(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0xca) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Count(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0x0) /usr/local/go/src/strings/strings.go:88 +0x9d strings.Replace(0xc003d92000, 0x103c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xffffffffffffffff, 0xc0047f6330, 0x0) /usr/local/go/src/strings/strings.go:934 +0xa1 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d038f8, 0xc003d92000, 0x103c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 84 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006087450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006087520, 0xc005f13a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003732b10, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc003732ae0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003732ae0, 0x0, 0x0, 0x0, 0x1300, 0xc004b90000, 0x1040, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004b90000, 0x1040, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004879880) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004125518, 0xc00254e4c0, 0xc004a45ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 86 [semacquire]: github.com/gigawattio/window.Rolling(0xc004536000, 0x1be, 0x1be, 0x3, 0x0, 0x1bd, 0xc004536000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc00205e3c0, 0xc00205ece0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 87 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002d11860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d11860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002d11860, 0xc004c7eaf0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dea520, 0x0, 0x0, 0x0, 0xc004af3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dea520, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af38f8, 0xc00289cf00, 0x2160, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 88 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00338da80, 0xe, 0x10, 0xc004e36a90, 0x1a, 0x1a, 0xc002d0b038, 0xc00566e5a0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc0055eac70, 0x1, 0x1, 0xc002d0b108, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055eac70, 0x1, 0x1, 0xb856e0, 0xc00566e5a0, 0xc0055eac70, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a10, 0xaa03b1, 0x1, 0xc002d0b1f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc002d0b518, 0xc004c58fe0, 0x7fc559d9f108, 0x0, 0x6b0000c004b67240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d0b518, 0xc004c58fe0, 0x51) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 89 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc004918680) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc004918680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004918680, 0xc00647d2d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824cc0, 0x0, 0x0, 0x0, 0xc005a07200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824cc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a078f8, 0xc002dc0800, 0x16d0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347f80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 90 [semacquire]: strings.genSplit(0xc0057f5100, 0x69a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a58a00, 0x145, 0x145) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c253c0, 0xaa0569, 0x2, 0xc004c27c00, 0x69a, 0x14, 0x145, 0xc0058077a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004c27c00, 0x69a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c25518, 0xc00254ed20, 0x36, 0xc00303f013) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 91 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45420, 0xc0032db2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032db3c0, 0xaa059b, 0x2, 0xc003f01980, 0x18c0, 0x7, 0x4c3, 0xc003c984a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc003eb97a0, 0xc003f01980, 0x18c0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032db518, 0xc003e56560, 0x3a, 0xc003b1f700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 92 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0038ad360, 0xc000f46950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003661e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 93 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc004ea4180, 0xd500000073, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc004ea4180, 0x73) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c03300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c03300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c03300, 0x0, 0xb856e0, 0xc004a16e68, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c03300, 0xc00398c070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c03300, 0x42ca96, 0xc003dcc4b0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004c03370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003dea020, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b13350, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004c03518, 0xc000691c60, 0xabc101, 0x1d, 0x3a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003662a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 94 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc0032ca0d3, 0x3, 0xaa4e4b, 0x5, 0x4, 0xd48) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.afterHeadIM(0xc004919520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004919520, 0xc00246f500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825820, 0x0, 0x0, 0x0, 0xc0044e9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044e98f8, 0xc004a82a00, 0x14ca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 95 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703 github.com/araddon/dateparse.parseTime(0xc002a92c20, 0xd, 0x0, 0xc002a92c20, 0xd, 0xd) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42 github.com/araddon/dateparse.ParseAny(0xc002a92c20, 0xd, 0x3, 0xaa0378, 0x1, 0xc002a92c20, 0xd) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005545518, 0xc005710420, 0xc005710c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 96 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003e4d0c0, 0xc0034deb40, 0x1dc, 0x1dc, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44ee0, 0xc003e4c1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003e44e70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003e4d0c0, 0xc003e44e70, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37dc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37ce0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a375e0, 0xc002d5ed40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37500, 0x54b170, 0xc001e46d00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003a37500, 0x0, 0x0, 0x0, 0x0, 0xc003a37500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4a810, 0x0, 0x0, 0x0, 0x1980, 0xc002d67980, 0x18e5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002d67980, 0x18e5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002609b80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc00063b220, 0xc00205ff20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003664e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 97 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003665a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 98 [semacquire]: bytes.makeSlice(0x612, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005672510, 0x3a, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005672510, 0xc004afb440, 0x3a, 0x6, 0xffffffffffffffff, 0x1009) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005672510, 0xc004afb440, 0x3a, 0x45624c, 0xc003f0ac90) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851b20, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851ab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028519d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028518f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc00457a4d0, 0xb84d20, 0xc005672510) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005672510, 0xc00457a4d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003f8b380, 0x2c3c2735, 0x1251a20, 0xc00063bbe0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 99 [semacquire]: strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006a0000, 0x224, 0x224) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 100 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003667e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 101 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003668a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 102 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004912b80, 0xc000511950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 103 [runnable]: unicode.ToLower(0xc000000042, 0x6e) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc0000bf531, 0x149d, 0xc002a1f218, 0xc0015c1500) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc0000bf500, 0x14ce, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1f3c0, 0xaa0569, 0x2, 0xc0000bf500, 0x14ce, 0x1c, 0x437, 0xc000691220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0000bf500, 0x14ce, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1f518, 0xc000690e60, 0x3b, 0xc0027363c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 104 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x447, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a3c000, 0x447, 0x447, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xc004a3c000, 0x447, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xaa0378, 0x1, 0xc004a3c000, 0x447, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 105 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 106 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000825bc0, 0xc00073d950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 107 [runnable]: strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0x224, 0xc004fd1100, 0x6e, 0x6e) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 108 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0029cde60, 0xc00073f950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 110 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f09aa0, 0xc000779950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 111 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc0039ac770, 0x0, 0x0, 0x0, 0x0, 0xc0039ac770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f79b0, 0x0, 0x0, 0x0, 0x1500, 0xc003982a00, 0x13e7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003982a00, 0x13e7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00283c000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc002e0e580, 0xc002e0ee00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 112 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003670e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 113 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003671a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 114 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 115 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00472d240, 0xc0006ea950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 116 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003673e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 117 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bd9a0, 0xc0006fa950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003674a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 118 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fdca80, 0xa2d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fdca80, 0xa2d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fdca80, 0xa2d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xa2d, 0xc003fdca80, 0xa2d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fdca80, 0xa2d, 0xa2d, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xc003fdca80, 0xa2d, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xaa0378, 0x1, 0xc003fdca80, 0xa2d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 119 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 121 [semacquire]: strings.Replace(0xc005047000, 0xf0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005047000, 0xf0f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdd8f8, 0xc002c98000, 0xf04, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003677a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 122 [semacquire]: strings.Replace(0xc002cb7800, 0xa91, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002cb7800, 0xa91) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cc18f8, 0xc00264d000, 0xa8c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 123 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004891f80, 0x50d201, 0xc0026ce960, 0x42, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044eb518, 0xc00221bec0, 0xc004e54fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 124 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc0045f5c20, 0xd500000043, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc0045f5c20, 0x43) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d38ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d38ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003f6d004) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d38ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d38ff8, 0x1, 0xc004a402b0, 0xc0101377500, 0x280459da12f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d38ff8, 0x4, 0x46b, 0xc005836b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005836000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aa4e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038fb380, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d398f8, 0xc0025b3400, 0xb8d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003679e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 125 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004755600, 0x8ae, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004755600, 0x8ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004755600, 0x8ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004755600, 0x8ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004755600, 0x8ae, 0x0, 0x0, 0x8ae, 0xc004755600, 0x8ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004755600, 0x8ae, 0x8ae, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xc004755600, 0x8ae, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xaa0378, 0x1, 0xc004755600, 0x8ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 126 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003288900, 0x81e, 0xc0046f5218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003288900, 0x81e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f53c0, 0xaa05c9, 0x2, 0xc003288900, 0x81e, 0x5, 0x1a9, 0xc004d45640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003288900, 0x81e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f5518, 0xc004a166a0, 0x3b, 0xc00303eb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 127 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003710060, 0xc0033692c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033693c0, 0xaa04d9, 0x2, 0xc004de6800, 0x7a7, 0xc004de6800, 0xc0033693b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004de6800, 0x7a7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003369518, 0xc000825c80, 0x41, 0xc002c5b540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 128 [semacquire]: bytes.(*Buffer).grow(0xc0048823d8, 0x1, 0xc005416000) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteByte(0xc0048823d8, 0xaa0320, 0x1, 0xc005416000) /usr/local/go/src/bytes/buffer.go:267 +0x8c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0048823d8, 0xc003f8e340, 0xcb, 0xcb, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048823d8, 0xc003daa000, 0xc0050be790, 0xc004882308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048823d8, 0xc003d23f80, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048830c0, 0xc003d23f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048830c0, 0xc003d23f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23d50, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23c70, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23570, 0xc001f47c00, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23490, 0x54b170, 0xc00073bd40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003d23490, 0x0, 0x0, 0x0, 0x0, 0xc003d23490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646d50, 0x0, 0x0, 0x0, 0x1980, 0xc003295300, 0x181c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003295300, 0x181c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0025c2900) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f0b518, 0xc00221a520, 0xc00221b480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 129 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x1e00, 0xc006164000, 0x1e00, 0x1e00) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc003fb30e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc003fb30e8, 0xb7b620, 0xc003646cf0, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc003646cf0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003646cf0, 0xc003fb31d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646cf0, 0x0, 0x0, 0x0, 0xc80, 0xc0052f8000, 0xc73, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0052f8000, 0xc73, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00335c1e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb3518, 0xc0044dc100, 0xc0007bc720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 130 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 131 [semacquire]: strings.Replace(0xc0044f2000, 0xe14, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053c58f8, 0xc0044f2000, 0xe14, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 132 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000690a20, 0xc0027a12c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027a13c0, 0xaa04df, 0x2, 0xc000df0a00, 0x1335, 0x5, 0x3e0, 0xc00221ae40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc000df0a00, 0x1335, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027a1518, 0xc00221aaa0, 0x44, 0xc00002a140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 133 [semacquire]: github.com/gigawattio/window.Rolling(0xc005591800, 0x166, 0x166, 0x3, 0x0, 0x165, 0xc005591800) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003d8f518, 0xc0041d6320, 0xc0041d6b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003960c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 134 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029378f8, 0xc00296b500, 0xa69, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 135 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00205fd20, 0xc000a71950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 136 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 137 [semacquire]: strings.Replace(0xc002c12500, 0x218a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc002c12500, 0x218a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046f78f8, 0xc004a90000, 0x2184, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003963c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 138 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0064aaf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0064ab040, 0xc004c8a380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e780, 0x0, 0x0, 0x0, 0xc004bab200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bab8f8, 0xc004200000, 0x1c76, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 139 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d13c0, 0xaa04f9, 0x2, 0xc006266400, 0xaa9, 0x4, 0x253, 0xc003e566c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc006266400, 0xaa9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d1518, 0xc00063bf00, 0x30, 0xc000114437) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 140 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003732060) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003732000, 0xc0054bb2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0054bb6b0, 0xc004a44140, 0xaac03e, 0x7, 0xc004a44140) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0054bb6b0, 0xc004a44140, 0xc00000eda0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 141 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000645000, 0x704, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000645000, 0x704, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000645000, 0x704, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000645000, 0x704, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000645000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000645000, 0x704, 0x0, 0x0, 0x704, 0x900, 0xc000645000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000645000, 0x704, 0x704, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xc000645000, 0x704, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xaa0378, 0x1, 0xc000645000, 0x704, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003966c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 142 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c036f40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a12870, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a12860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004f27000, 0x7c0, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xc004f27000, 0x7c0, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xaa0378, 0x1, 0xc004f27000, 0x7c0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 143 [semacquire]: strings.Replace(0xc005674000, 0xfcc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005674000, 0xfcc) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384f8f8, 0xc00397c000, 0xfc7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 144 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0064ab380, 0xc00565ea98, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc0064ab380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064ab380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064ab380, 0xc002676000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ac480, 0x0, 0x0, 0x0, 0xc003e8d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ac480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8d8f8, 0xc001e43800, 0x26b3, 0x42ca96, 0xc004081f20, 0x60) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 145 [semacquire]: github.com/gigawattio/window.Rolling(0xc004382500, 0x20c, 0x20c, 0x3, 0x0, 0x20b, 0xc004382500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0046d5518, 0xc003f08900, 0xc003f09180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003969c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 146 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003e08a90, 0xc0031ddec8, 0x6) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003e08a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e08a90, 0xc0034ba0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a443e0, 0x0, 0x0, 0x0, 0xc0023e1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a443e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023e18f8, 0xc0048d4a00, 0x1400, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 147 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002ca1000, 0xf1c, 0x2, 0xc002d33218, 0xc005385eb8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc002ca1000, 0xf1c, 0xaa0378, 0x1, 0xc00254e700, 0xc002688380) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002d33388, 0xc00260e380, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002d33388, 0xc003d69d70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002d33301, 0xc000f3a3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002d33518, 0xc003d69d70, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 148 [semacquire]: strings.Replace(0xc002c3a000, 0x109a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002c3a000, 0x109a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c318f8, 0xc002c27900, 0x1094, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 149 [semacquire]: strings.Replace(0xc0046ea000, 0x1348, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00475b8f8, 0xc0046ea000, 0x1348, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 150 [semacquire]: bytes.makeSlice(0xd4b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001038a40, 0xd4b, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0005221b0, 0xd4b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc000396d80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 151 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eae270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000eae340, 0xc0035e7ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f0c0, 0x0, 0x0, 0x0, 0xc002819200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f0c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028198f8, 0xc0043ff800, 0x25c7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 152 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006115930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006115a00, 0xc0064fc070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57b80, 0x0, 0x0, 0x0, 0xc005733200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057338f8, 0xc005551000, 0xe1b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 153 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x0, 0xc002d01200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45ea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d018f8, 0xc002c3c600, 0x1156, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 154 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001e472b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc001e47380, 0xc0063d8230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001cfadb0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc004ba1290) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ba1290, 0x0, 0x0, 0x0, 0x1000, 0xc004083000, 0xeaf, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004083000, 0xeaf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0023c2d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005557518, 0xc0036b5240, 0xc0036b5ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 155 [semacquire]: strings.Replace(0xc002aec000, 0x14bd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002aec000, 0x14bd) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1b8f8, 0xc002f05500, 0x14b7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 156 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003847ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc003847c70, 0xc005d973b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef840, 0x0, 0x0, 0x0, 0xc003dc7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef840, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc78f8, 0xc00506d980, 0x1846, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 157 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002abf880, 0x341, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002abf880, 0x341, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002abf880, 0x341, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002abf880, 0x341, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002abf880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002abf880, 0x341, 0x0, 0x0, 0x341, 0x400, 0xc002abf880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002abf880, 0x341, 0x341, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xc002abf880, 0x341, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xaa0378, 0x1, 0xc002abf880, 0x341, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003972c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 158 [semacquire]: strings.Replace(0xc003693000, 0xf6c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc003693000, 0xf6c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442f8f8, 0xc003912000, 0xf67, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 159 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 161 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005673380, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003327518, 0xc003dea840, 0x2b, 0xc00274a870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003975c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 162 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eae5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000eae680, 0xc00368efc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f140, 0x0, 0x0, 0x0, 0xc0043e7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f140, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e78f8, 0xc00424b300, 0x10fc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 163 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 164 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0053de0d0, 0xc0060cbe60, 0x107) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0053de0d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053de0d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0053de0d0, 0xc001f369a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d450c0, 0x0, 0x0, 0x0, 0xc003091200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d450c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030918f8, 0xc005741100, 0x1ac4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 165 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005387a40, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00384d518, 0xc004d45b80, 0x44, 0xc00002b0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003978c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 166 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b5fa0, 0xc0028b52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b53c0, 0xaa04f9, 0x2, 0xc002896000, 0x22f6, 0x1, 0x675, 0xc0036b5f80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002896000, 0x22f6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b5518, 0xc0036b5b80, 0x42, 0xc00260a6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 167 [semacquire]: strings.Replace(0xc000845400, 0xb9d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b938f8, 0xc000845400, 0xb9d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 168 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc004919380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004919380, 0xc002a11f10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008257a0, 0x0, 0x0, 0x0, 0xc002d1d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008257a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d1d8f8, 0xc003ce2c00, 0x1251, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 169 [semacquire]: bytes.makeSlice(0xe42, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003d24a50, 0x128, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003d24a50, 0xc002da9900, 0x128, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003d24a50, 0xc002da9900, 0x128, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc000239340, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002392d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002388c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002387e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002380e0, 0xb84d20, 0xc003d24a50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24a50, 0xc0002380e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bac120, 0x4f232b9d, 0x1251a20, 0xc003f08920, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 170 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003deb480, 0xc0028d9220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d9588, 0xaa04f9, 0x2, 0xc00445ac00, 0xfc, 0x18, 0x4f, 0xc00221b4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0028d9518, 0xc0055d86a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 171 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005463930, 0xc005a78070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccba0, 0x0, 0x0, 0x0, 0xc003b95200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc001fd2000, 0x1546, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 172 [semacquire]: strings.Replace(0xc004b04000, 0x1320, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc0047f6d20, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f2f8f8, 0xc004b04000, 0x1320, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 173 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005806080, 0xc000740950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 174 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005807080, 0xc000741950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 175 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 176 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 177 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 178 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae2a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 179 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000825ba0, 0xc000758950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae360, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 180 [semacquire]: strings.genSplit(0xad0ff6, 0x7d5, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc00091e000, 0x138, 0x138) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 181 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00588d020, 0xc000752950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae4e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 182 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae5a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 183 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0055d8660, 0xc000754950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 184 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b4f80, 0xc000755950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 185 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 186 [semacquire]: bytes.(*Buffer).grow(0xc005f530c0, 0x1, 0x100) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc005f530c0, 0x1189cea, 0x1, 0x1, 0xe5, 0x100) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005f530c0, 0xc003399e00, 0xe5, 0x7, 0xc003399e00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f530c0, 0xc005f3b420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f530c0, 0xc005f3b420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b340, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b260, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3ab60, 0x20300100000000, 0x7fc4fc7e7fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3aa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3aa80, 0x54b170, 0xc0002372b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005f3aa80, 0x0, 0x0, 0x0, 0x0, 0xc005f3aa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f400c0, 0x0, 0x0, 0x0, 0xc00, 0xc002cafc00, 0xa9f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002cafc00, 0xa9f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00234e780) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032df518, 0xc000691a80, 0xc003d08380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 187 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 188 [semacquire]: strings.genSplit(0xc005cb0d80, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x13c, 0x13c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f533c0, 0xaa059b, 0x2, 0xc004ef9680, 0x46e, 0x4, 0x13c, 0xc0038ad2e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700ba0, 0xc004ef9680, 0x46e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f53518, 0xc0038acf40, 0x3b, 0xc002737380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 190 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0037114e0, 0xc000821950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 191 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0055d8ec0, 0xc000822950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 192 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4bc220cc0, 0x7fc4bc21ff50) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00388ee00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00388ede0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d4d800, 0x5a4, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xc003d4d800, 0x5a4, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xaa0378, 0x1, 0xc003d4d800, 0x5a4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 193 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0135e0, 0x7fc4a8003900) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a6f860, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a6f850, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ea7400, 0xb08, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xc001ea7400, 0xb08, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xaa0378, 0x1, 0xc001ea7400, 0xb08, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 194 [semacquire]: strings.genSplit(0xc00580d800, 0x6e7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x6e7, 0xc005f0d500, 0x6f0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb9518, 0xc00063a2c0, 0xc00063b1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 195 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc004f95c00, 0x679, 0x1, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049713c0, 0xaa058b, 0x2, 0xc004f95c00, 0x679, 0x1, 0x161, 0xc0038ad480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004f95c00, 0x679, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004971518, 0xc004a16ee0, 0x3f, 0xc00309a080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 196 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 197 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00000ed40, 0xc00084a950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 198 [semacquire]: github.com/gigawattio/window.Rolling(0xc004cce000, 0xac, 0xac, 0x3, 0x0, 0xab, 0xc004cce000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004027518, 0xc0035e07e0, 0xc0035e12a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 199 [semacquire]: strings.genSplit(0xad08ae, 0x748, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006ab900, 0x21f, 0x21f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 200 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e52480, 0x430, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e52480, 0x430, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e52480, 0x430, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e52480, 0x430, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002e52480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e52480, 0x430, 0x0, 0x0, 0x430, 0x800, 0xc002e52480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e52480, 0x430, 0x430, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xc002e52480, 0x430, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xaa0378, 0x1, 0xc002e52480, 0x430, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 201 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bdda0, 0xc00085c950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 202 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042310c0, 0xc005676690, 0xe2, 0xe2, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d650, 0xc0042301b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9d5e0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042310c0, 0xc004b9d5e0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cfc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cee0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c7e0, 0xc000bfe380, 0x7fc559da12f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c700, 0x54b170, 0xc001e46410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004b9c700, 0x0, 0x0, 0x0, 0x0, 0xc004b9c700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057ef860, 0x0, 0x0, 0x0, 0x1000, 0xc003413000, 0xe5f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003413000, 0xe5f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004dc680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004231518, 0xc002434400, 0xc0037100a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 203 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002434720, 0xc00085e950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 204 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4d0002820, 0x7fc4d0002990) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003923570, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003923560, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00357bb00, 0x819, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xc00357bb00, 0x819, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xaa0378, 0x1, 0xc00357bb00, 0x819, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af620, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 205 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006cb400, 0xbe7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006cb400, 0xbe7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xbe7, 0xc0006cb400, 0xbe7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006cb400, 0xbe7, 0xbe7, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xc0006cb400, 0xbe7, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xaa0378, 0x1, 0xc0006cb400, 0xbe7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 206 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004913620, 0xc0040272c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040273c0, 0xaa04f9, 0x2, 0xc001033100, 0xd02, 0x6, 0x2b7, 0xc0036b5940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007483c0, 0xc001033100, 0xd02, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004027518, 0xc0035e13c0, 0x48, 0xc0023f65f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 207 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 208 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 209 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00325fe30, 0x50d2a1, 0xc000482100, 0x34, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348d518, 0xc0035e02a0, 0xc00205f780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 210 [runnable]: strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0025aa000, 0xa4, 0xa4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afaa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 211 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003846680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003846680, 0xc00474a690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd540, 0x0, 0x0, 0x0, 0xc002f13200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd540, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f138f8, 0xc001cc0f80, 0x1a75, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 212 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0035ac270, 0xc00385b490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055d8120, 0x0, 0x0, 0x0, 0xc0058d1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055d8120, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058d18f8, 0xc000804380, 0xd40, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 213 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005688a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005688b60, 0xc003640150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45560, 0x0, 0x0, 0x0, 0xc0058cf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058cf8f8, 0xc000f4e000, 0x19fe, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 214 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000236410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000236750, 0xc00295c770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254f980, 0x0, 0x0, 0x0, 0xc004759200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254f980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047598f8, 0xc004b01500, 0x1469, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 215 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005928800, 0xaea, 0xc0049f5218, 0xc001377500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005928800, 0xaea, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049f53c0, 0xaa0503, 0x2, 0xc005928800, 0xaea, 0x4, 0x24c, 0xc005807940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc005928800, 0xaea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049f5518, 0xc004c58f60, 0x5d, 0xc0003af380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 216 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0064aa680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064aa680, 0xc006494230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc20, 0x0, 0x0, 0x0, 0xc002bd3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd38f8, 0xc002c70000, 0xb5b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 217 [semacquire]: strings.Replace(0xc00643e000, 0x262f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0029c34d0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034718f8, 0xc00643e000, 0x262f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 218 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b39588, 0xaa04f9, 0x2, 0xc003044d80, 0xce7, 0xe, 0x2e, 0xc00221bb40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b39518, 0xc003debd00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 219 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00268c5b0, 0x64, 0x2, 0xc0057f8198, 0x0, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00268c5b0, 0x64, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b885b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc002b883f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057f90c0, 0xc002b883f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac770, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001724d0, 0xc000334000, 0x7fc559d9f7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001722a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001722a0, 0x54b170, 0xc0035ad2b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0001722a0, 0x0, 0x0, 0x0, 0x0, 0xc0001722a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00536c720, 0x0, 0x0, 0x0, 0xd80, 0xc0006b8380, 0xd78, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0006b8380, 0xd78, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6a54f12400000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e3d518, 0xc00063a340, 0xc00063af00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 220 [runnable]: golang.org/x/net/html.readAtLeastOneByte(0xb7c280, 0xc000691960, 0xc006354915, 0x16eb, 0x16eb, 0x98c, 0x6, 0xa4c) /home/develop/go/src/golang.org/x/net/html/token.go:297 +0xd9 golang.org/x/net/html.(*Tokenizer).readByte(0xc004c17ee0, 0x3e) /home/develop/go/src/golang.org/x/net/html/token.go:273 +0x212 golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc004c17ee0) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc004c17ee0, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc004e36000, 0xc006352070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691960, 0x0, 0x0, 0x0, 0xc005735200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691960, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057358f8, 0xc00550c000, 0xf7b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 221 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0007f6c00, 0x384, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007f6c00, 0x384, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007f6c00, 0x384, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007f6c00, 0x384, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0007f6c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007f6c00, 0x384, 0x0, 0x0, 0x384, 0x400, 0xc0007f6c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007f6c00, 0x384, 0x384, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xc0007f6c00, 0x384, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xaa0378, 0x1, 0xc0007f6c00, 0x384, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 222 [semacquire]: github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004bf8d20, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180 github.com/PuerkitoBio/goquery.mapNodes(0xc000736e10, 0x1, 0x1, 0xc0036690b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000736e10, 0x1, 0x1, 0xb856e0, 0xc004d45920, 0xc0053875f0, 0xc0053875f0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfc8a0, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036698f8, 0xc0024dc880, 0xc9e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 223 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c58c20, 0xc00402b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00402b3c0, 0xaa058b, 0x2, 0xc0052de900, 0x80d, 0xc0052de900, 0xc00402b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0052de900, 0x80d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00402b518, 0xc00000ebc0, 0x33, 0xc0023eefc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 224 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0055d8ee0, 0xc000a75950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 225 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0034d0e38, 0xc004d8fdc0, 0x1, 0x8, 0xd5, 0xc0026e4a00) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e2a0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e310, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc00509e310, 0xc00509e310, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034d1300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034d1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034d1300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034d1300, 0x75a856, 0x0, 0xc0029258f0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034d1300, 0xc0034d12c8, 0xc0034d1350, 0x42ca96, 0xc003ef64b0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0034d1368, 0xc0034d1380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00588d2e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfde00, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0034d1518, 0xc0029cd7a0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 226 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 228 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0007a00d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0007a01a0, 0xc00275a3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97ca0, 0x0, 0x0, 0x0, 0xc003dc9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97ca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc98f8, 0xc0039a9500, 0xa36, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 229 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004853200, 0x860, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004853200, 0x860, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004853200, 0x860, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004853200, 0x860, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004853200, 0x860, 0x0, 0x0, 0x860, 0xc004853200, 0x860) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004853200, 0x860, 0x860, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xc004853200, 0x860, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xaa0378, 0x1, 0xc004853200, 0x860, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 230 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c017610, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004517bb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004517ba0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031e0c00, 0x538, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xc0031e0c00, 0x538, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xaa0378, 0x1, 0xc0031e0c00, 0x538, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 231 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003deaf80, 0xc00281d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00281d3c0, 0xaa04f9, 0x2, 0xc004a04c00, 0x10a5, 0x1, 0x339, 0xc0036b4a60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285ea80, 0xc004a04c00, 0x10a5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00281d518, 0xc00063b2a0, 0x40, 0xc003560380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 232 [semacquire]: bytes.makeSlice(0x5c7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0010970e0, 0x1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc0010970e0, 0xad023e, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801 golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11180, 0xb84d20, 0xc0010970e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0010970e0, 0xc002a11180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001096f30, 0x4eff20b8, 0x1251a20, 0xc00566ed00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ceb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 233 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x17a8b70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024b92d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024b92c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00017d680, 0x243, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xc00017d680, 0x243, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xaa0378, 0x1, 0xc00017d680, 0x243, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 234 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004822d60, 0xc003cf12c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf13c0, 0xaa05c9, 0x2, 0xc004b1bb00, 0x814, 0x4, 0x1c1, 0xc004822d40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004b1bb00, 0x814, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf1518, 0xc004822960, 0x2b, 0xc0024efd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 235 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0056885b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005688680, 0xc0056c1a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c20, 0x0, 0x0, 0x0, 0xc002e4b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4b8f8, 0xc0006c8400, 0xbb4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ced80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 236 [semacquire]: strings.genSplit(0xc006384800, 0xac3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7fc53005b060) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413f3c0, 0xaa04d9, 0x2, 0xc0006c8400, 0xac3, 0xc0006c8400, 0xc00413f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0006c8400, 0xac3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413f518, 0xc003c984e0, 0x49, 0xc00335c500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 237 [semacquire]: strings.Replace(0xc005019100, 0xcee, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc005019100, 0xcee) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d38f8, 0xc005017600, 0xcec, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 238 [semacquire]: strings.Replace(0xc00261e000, 0x15a6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058bb8f8, 0xc00261e000, 0x15a6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cefc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 239 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 240 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002d10a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002d10b60, 0xc004a5c3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde40, 0x0, 0x0, 0x0, 0xc003fc1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc18f8, 0xc004040880, 0xd48, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 241 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00588d0a0, 0xc002cfd220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cfd588, 0xaa04f9, 0x2, 0xc0019fdc00, 0xf4, 0x7, 0xe, 0xc0038acec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cfd518, 0xc0041d7040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 242 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00566eb00, 0xc00096b950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 243 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0006891e0, 0xc003c21760, 0xb0) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0006891e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006891e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0006891e0, 0xc005caff80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ad5c0, 0x0, 0x0, 0x0, 0xc004757200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ad5c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047578f8, 0xc0047f5000, 0xdb6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 244 [semacquire]: bytes.makeSlice(0x604, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0038fb620, 0x4a, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x6, 0xffffffffffffffff, 0x1) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x74e006, 0xc004a40380) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a683f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a68380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a682a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a681c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc0050e9ce0, 0xb84d20, 0xc0038fb620) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0038fb620, 0xc0050e9ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038fb470, 0x4eefee91, 0x1251a20, 0xc0058073c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 245 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0008258a0, 0xc003fb72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb73c0, 0xaa05c9, 0x2, 0xc00088dc00, 0xab0, 0x4, 0x246, 0xc0038acd60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00088dc00, 0xab0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb7518, 0xc0038ac9e0, 0x48, 0xc00260a870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 246 [semacquire]: strings.Replace(0xc006436000, 0xe0a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006436000, 0xe0a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd98f8, 0xc002ca2000, 0xe08, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 247 [runnable]: unicode.IsSpace(0x435, 0xa) /usr/local/go/src/unicode/graphic.go:126 +0x98 strings.lastIndexFunc(0xad694f, 0xa, 0xae62c8, 0x0, 0x0) /usr/local/go/src/strings/strings.go:791 +0x78 strings.TrimRightFunc(0xad694f, 0xa, 0xae62c8, 0xc004c5e800, 0x0) /usr/local/go/src/strings/strings.go:744 +0x48 strings.TrimFunc(0xad694f, 0xa, 0xae62c8, 0xc0041d60e8, 0xae6208) /usr/local/go/src/strings/strings.go:757 +0x6f strings.TrimSpace(0xad694f, 0xa, 0x1, 0x0) /usr/local/go/src/strings/strings.go:879 +0x145 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 249 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc002ca8800, 0x71e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d593c0, 0xaa058b, 0x2, 0xc002ca8800, 0x71e, 0x1, 0x166, 0xc003d09a80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002ca8800, 0x71e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d59518, 0xc0000af640, 0x34, 0xc0026083c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 250 [semacquire]: github.com/gigawattio/window.Rolling(0xc00586e000, 0x1e2, 0x1e2, 0x3, 0x0, 0x1e1, 0xc00586e000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005555518, 0xc00254f2e0, 0xc00254fd80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 251 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 253 [semacquire]: strings.Replace(0xc00264e800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00264e800, 0xbce) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbd8f8, 0xc002b45000, 0xbcc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 254 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 255 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc005917000, 0xeea, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553d3c0, 0xaa0503, 0x2, 0xc005917000, 0xeea, 0x5, 0x2f8, 0xc003711160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005917000, 0xeea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553d518, 0xc005806a60, 0x35, 0xc005918040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 256 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e42800, 0x1640, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e42800, 0x1640, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e42800, 0x1640, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e42800, 0x1640, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e42800, 0x1640, 0x0, 0x0, 0x1640, 0xc002e42800, 0x1640) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e42800, 0x1640, 0x1640, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xc002e42800, 0x1640, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xaa0378, 0x1, 0xc002e42800, 0x1640, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 257 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003dd2360, 0xc0039f3220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f3588, 0xaa04f9, 0x2, 0xc003d9f800, 0x64f, 0x0, 0xc000aff880, 0x7fc559d9f7d0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039f3518, 0xc000825480, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 258 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 259 [runnable]: os.newFile(0x12b, 0xc0003cff80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 261 [semacquire]: strings.Replace(0xc004a8f000, 0xd96, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fad8f8, 0xc004a8f000, 0xd96, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 262 [semacquire]: bytes.makeSlice(0x16b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0031ef890, 0x63, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0031ef890, 0xc002508000, 0x63, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0031ef890, 0xc002508000, 0x63, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2540, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2380, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2310, 0xb84d20, 0xc0031ef890) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef890, 0xc0057a2310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031ef6e0, 0x4de6085b, 0x1251a20, 0xc003f09240, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e81e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 263 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e82a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 264 [semacquire]: regexp.makeOnePass(0xc0036f76e0, 0xc0036f76e0) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc004fc4570, 0xc004fc4570) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057aeff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057aeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004ff023c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057aeff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057aeff8, 0x1, 0xc004febd30, 0xc0100b7f880, 0x280459d9f7d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057aeff8, 0x4, 0x4c7, 0xc001e5bb01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001e5b000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000f3e0d0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fc4540, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290d8f8, 0xc002c74800, 0xb36, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 265 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004abd0c0, 0xaa04bf, 0x2, 0x67, 0x2, 0xc004abc198) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004abd0c0, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004abd0c0, 0xc002763c70, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd0c0, 0xc002763c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd0c0, 0xc002763c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763260, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763180, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002762a80, 0xc001f47c00, 0x7fc559da2080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002762a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002762a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc0027629a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc0027629a0, 0x54b170, 0xc00073a1a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0027629a0, 0x0, 0x0, 0x0, 0x0, 0xc0027629a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0035536e0, 0x0, 0x0, 0x0, 0x1500, 0xc003bba000, 0x13f5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003bba000, 0x13f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00002a4b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004105518, 0xc00221bca0, 0xc003debbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 266 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004822440, 0xc00311b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00311b3c0, 0xaa04f9, 0x2, 0xc003ac4e00, 0x684, 0x4, 0x14a, 0xc00588c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ac4e00, 0x684, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00311b518, 0xc0000af4a0, 0x45, 0xc0026ce190) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e84e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 267 [semacquire]: bytes.makeSlice(0xab0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005eaf388, 0x74, 0xb5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005eaf388, 0xc002611f00, 0x74, 0x5165d7, 0xc0048e6b71, 0xc004a4c788) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078460) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078380) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046ffc70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000a7800, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005eaf518, 0xc0007bd1a0, 0x4e, 0xc003a7a960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e85a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 268 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002905b90, 0x50d201, 0xc0042b4eb0, 0x43, 0xaaba3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c2b518, 0xc0039eeb60, 0xc0039ef700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 269 [semacquire]: strings.Replace(0xc003b82000, 0x25b6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e78f8, 0xc003b82000, 0x25b6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 270 [semacquire]: strings.genSplit(0xc0049a3300, 0x1208, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00552a000, 0x3c5, 0x3c5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033253c0, 0xaa0569, 0x2, 0xc0036ce000, 0x1208, 0x19, 0x3c5, 0xc003dd2c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc0036ce000, 0x1208, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003325518, 0xc0029cc000, 0x30, 0xc00274a930) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e87e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 271 [semacquire]: strings.Replace(0xc0041a9500, 0x95b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0041a9500, 0x95b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058538f8, 0xc003a79500, 0x959, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e88a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 272 [semacquire]: bytes.makeSlice(0xc44, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0056723c0, 0xea, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0056723c0, 0xc0033a5680, 0xea, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0056723c0, 0xc0033a5680, 0xea, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c4d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8150, 0xb84d20, 0xc0056723c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0056723c0, 0xc0026e8150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051825d0, 0x2c3ba0c2, 0x1251a20, 0xc003dea800, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 273 [semacquire]: strings.genSplit(0xc005913800, 0x73f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0023c6201, 0x157) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001cf5518, 0xc0038aacf0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf5518, 0xc003e56000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 274 [semacquire]: bytes.makeSlice(0xc5c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dcc240, 0xa0, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dcc240, 0xc004b4e280, 0xa0, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dcc240, 0xc004b4e280, 0xa0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0022051f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc002205180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b70a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b6fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b68c0, 0xb84d20, 0xc003dcc240) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc240, 0xc0029b68c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003382ab0, 0x4ee6877e, 0x1251a20, 0xc003f083c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 275 [semacquire]: strings.Replace(0xc003a3bb00, 0xcb0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f18f8, 0xc003a3bb00, 0xcb0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 276 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006229ba0, 0xc003a12200, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006229ba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006229ba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006229ba0, 0xc005c68ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003deb380, 0x0, 0x0, 0x0, 0xc0064bd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003deb380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064bd8f8, 0xc003e0c000, 0xc1c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 277 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 278 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000691900, 0xc004b3d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3d3c0, 0xaa0503, 0x2, 0xc001f20000, 0xdf4, 0x5, 0x2a9, 0xc0006918e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc001f20000, 0xdf4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3d518, 0xc000691260, 0x74, 0xc0026d0c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 279 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00632b900, 0x488, 0xc005815218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00632b900, 0x488, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058153c0, 0xaa05c9, 0x2, 0xc00632b900, 0x488, 0x2, 0x102, 0xc0044dd440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00632b900, 0x488, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005815518, 0xc0044dd060, 0x31, 0xc00303e780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 280 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eafba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000eafc70, 0xc00259f880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09ae0, 0x0, 0x0, 0x0, 0xc002cc7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09ae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc78f8, 0xc0024cc400, 0xb89, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 281 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc004e3f860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e3f860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004e3f860, 0xc002a27180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09680, 0x0, 0x0, 0x0, 0xc003119200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09680, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031198f8, 0xc00246b900, 0x1179, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 282 [runnable]: golang.org/x/net/html.(*Tokenizer).readByte(0xc000eae9c0, 0x75) /home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440 golang.org/x/net/html.(*Tokenizer).Next(0xc000eae9c0, 0x100000002) /home/develop/go/src/golang.org/x/net/html/token.go:980 +0xcd golang.org/x/net/html.(*parser).parse(0xc000eaeb60, 0xc00271e7e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08de0, 0x0, 0x0, 0x0, 0xc0030e7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08de0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e78f8, 0xc002dc0800, 0x1539, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e90e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 283 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003deac80, 0x4, 0x4, 0xc003dcd380, 0x6, 0x6, 0xc0030e8fe0, 0xc003deac40, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc000522ff0, 0x1, 0x1, 0xc0030e90b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000522ff0, 0x1, 0x1, 0xb856e0, 0xc003deac40, 0xc003dcd350, 0xc003dcd350, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcd260, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e98f8, 0xc002c51900, 0x127a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e91a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 284 [semacquire]: strings.Replace(0xc0011b9900, 0xc0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x3, 0x1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038858f8, 0xc0011b9900, 0xc0d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 285 [semacquire]: strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0055d2000, 0xa4, 0xa4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 286 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c75400, 0xb32, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c75400, 0xb32, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c75400, 0xb32, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002c75400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c75400, 0xb32, 0x0, 0x0, 0xb32, 0xc00, 0xc002c75400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c75400, 0xb32, 0xb32, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xc002c75400, 0xb32, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xaa0378, 0x1, 0xc002c75400, 0xb32, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e93e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 287 [semacquire]: bytes.makeSlice(0x16e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0007499b0, 0x66, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0007499b0, 0xc00300e540, 0x66, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0007499b0, 0xc00300e540, 0x66, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122690, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122620, 0xb84d20, 0xc0007499b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0007499b0, 0xc001122620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000749800, 0x4edb29cb, 0x1251a20, 0xc0044dd8e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e94a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 288 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0057b30c0, 0xc003041830, 0x87, 0x87, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e0e0, 0xc0057b21b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc00351e070, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057b30c0, 0xc00351e070, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057b30c0, 0xc00351e070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a950a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a94fc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a948c0, 0xc001d50700, 0x7fc559d9fe98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a947e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a947e0, 0x54b170, 0xc00073a1a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002a947e0, 0x0, 0x0, 0x0, 0x0, 0xc002a947e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004bfdb90, 0x0, 0x0, 0x0, 0x1000, 0xc004d2d000, 0xf26, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004d2d000, 0xf26, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026128d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034cf518, 0xc0029cc4a0, 0xc0029cd660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 289 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00248bc00, 0x3f1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00248bc00, 0x3f1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00248bc00, 0x3f1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00248bc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x3f1, 0x700, 0xc00248bc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00248bc00, 0x3f1, 0x3f1, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xc00248bc00, 0x3f1, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xaa0378, 0x1, 0xc00248bc00, 0x3f1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 290 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0063f6b30, 0xc003b1ea88, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8cb0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8d20, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0063d8d20, 0xc0063d8d20, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f6ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0052c8594) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f6ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f6ff8, 0x1, 0xc0063d59a0, 0xc0100bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f6ff8, 0x4, 0x2ae, 0xc0049fcd01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049fc000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004c17e10, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cfaf30, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b58f8, 0xc003e26380, 0xd50, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e96e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 291 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002941770, 0xea, 0x2, 0xc005d2a198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc002941770, 0xea, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d180, 0xc005d2a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617d110, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d2b0c0, 0xc00617d110, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c850, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c770, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c070, 0xc001377500, 0x7fc559da12f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc006243f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc006243f10, 0x54b170, 0xc006229110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006243f10, 0x0, 0x0, 0x0, 0x0, 0xc006243f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00620e000, 0x0, 0x0, 0x0, 0x1300, 0xc000872c00, 0x1049, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000872c00, 0x1049, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004a7a40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f2b518, 0xc004a44000, 0xc004a44a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e97a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 293 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004141000, 0xeb2, 0xc004107218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004141000, 0xeb2, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041073c0, 0xaa058b, 0x2, 0xc004141000, 0xeb2, 0x1, 0x2b5, 0xc0044dd480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc004141000, 0xeb2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107518, 0xc00221b900, 0x46, 0xc00002a28c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 294 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00566eac0, 0xc000b4c950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e99e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 295 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00087dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00087dc70, 0xc00256f650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c80, 0x0, 0x0, 0x0, 0xc00405b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405b8f8, 0xc003677000, 0x1660, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 296 [runnable]: strings.(*asciiSet).contains(...) /usr/local/go/src/strings/strings.go:821 strings.IndexAny(0xc0023de180, 0xb2, 0xaa7d56, 0x6, 0x0) /usr/local/go/src/strings/strings.go:186 +0x1b2 golang.org/x/net/html.escape(0xb84d20, 0xc0053873b0, 0xc0023de180, 0xb2, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:199 +0x4e golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b7a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a150, 0xb84d20, 0xc0053873b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0053873b0, 0xc00398a150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b137d0, 0x4e093f7a, 0x1251a20, 0xc0036b49e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 297 [semacquire]: strings.genSplit(0xc0047cb900, 0xc3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a08600, 0x253, 0x253) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003dcb3c0, 0xaa0599, 0x2, 0xc003e99900, 0xc3e, 0x3c, 0x253, 0xc004a44ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003e99900, 0xc3e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003dcb518, 0xc004a44900, 0x32, 0xc0024e4f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 298 [semacquire]: os.newFile(0x162, 0xc0003e9ce0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 299 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0039fa420, 0x50d2a1, 0xc0026d6420, 0x2c, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c6f518, 0xc003c982c0, 0xc0048226e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 300 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 301 [semacquire]: strings.Replace(0xc0043a6000, 0x10ab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0043a6000, 0x10ab) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044358f8, 0xc003de5900, 0x10a3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 302 [runnable]: unicode.SimpleFold(0x43, 0xc005dec050) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc0063f2b30, 0xc005d92380, 0x1, 0x10, 0xd5, 0xc00007c910) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1ce0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1d50, 0xc00322ab68) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc005de1d50, 0xc005de1d50, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x50) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a5c900) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f2ff8, 0x1, 0xc005d944f0, 0xc00117d180, 0x280459d9f7d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f2ff8, 0x4, 0x64e, 0xc005ddd901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ddd000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000523188) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003646c60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322b8f8, 0xc003f1ac80, 0x1890, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 303 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bd120, 0xc0055672c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055673c0, 0xaa058b, 0x2, 0xc002a30a00, 0x13a0, 0x1, 0x445, 0xc0007bd100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc002a30a00, 0x13a0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005567518, 0xc0007bcd20, 0x36, 0xc0035dda00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004080c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 304 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd7d0, 0x4f40455b, 0x1251a20, 0xc003deafc0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 305 [runnable]: strings.Index(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x1e2) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x0, 0x1e2, 0xc95, 0xc005f98000, 0x905) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b2b588, 0xaa04f9, 0x2, 0xc005f98000, 0x905, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b2b518, 0xc00000ec20, 0x40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 306 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003847ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003847ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003847ad0, 0xc005d96af0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef780, 0x0, 0x0, 0x0, 0xc005471200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054718f8, 0xc00515c000, 0x13d0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 307 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001e471e0, 0xc0056a0000, 0x186) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001e471e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001e471e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001e471e0, 0xc00230f110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00205f640, 0x0, 0x0, 0x0, 0xc00247d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00205f640, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247d8f8, 0xc00244ea00, 0x139a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004083c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 308 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 309 [runnable]: sync.(*RWMutex).Unlock(0xc003e57ac8) /usr/local/go/src/sync/rwmutex.go:118 +0xd2 github.com/fatih/set.(*Set).Add(0xc003e57ac0, 0xc003fb92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb93c0, 0xaa0503, 0x2, 0xc005ce5080, 0x568, 0x5, 0x111, 0xc003e57aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748c60, 0xc005ce5080, 0x568, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb9518, 0xc003e576c0, 0x29, 0xc000114960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 310 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00247f2e0, 0x20300100000000, 0x7fc4fc7e7fff, 0xc00247f218, 0x1256) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00247f2e0, 0xc00048f800, 0x5, 0xc00247f230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00247f2e0, 0xc00247f2f8, 0x43b3b7, 0x1252790, 0xc00247f200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc5308f0968, 0xc00247f301, 0x10100000042ab7a, 0x0, 0x833) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb3e0, 0xaa64ee, 0x5, 0xc75) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00247f518, 0xc004a459a0, 0x833, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 312 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0060790c0, 0xc00079dba0, 0xcb, 0xcb, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce310, 0xc0060781b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003cce2a0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0060790c0, 0xc003cce2a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b880, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b7a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b0a0, 0xc000334000, 0x7fc559da0c28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0afc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0afc0, 0x54b170, 0xc002180340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003d0afc0, 0x0, 0x0, 0x0, 0x0, 0xc003d0afc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c57e60, 0x0, 0x0, 0x0, 0xc00, 0xc0033b3800, 0xb89, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0033b3800, 0xb89, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000ead7b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002be5518, 0xc004d45e60, 0xc004c587c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 313 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002180f70, 0xc005706000, 0xfa) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002180f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002180f70, 0xc00508e000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cca40, 0x0, 0x0, 0x0, 0xc004e6b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cca40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6b8f8, 0xc003904000, 0xf6a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 314 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006252000, 0x709, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006252000, 0x709, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006252000, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006252000, 0x709, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006252000, 0x709, 0x0, 0x0, 0x709, 0xc006252000, 0x709) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006252000, 0x709, 0x709, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114090, 0x23, 0xc006252000, 0x709, 0xc006252000, 0x709, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114090, 0x23, 0xc006252000, 0x709, 0xaa0378, 0x1, 0xc006252000, 0x709, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 315 [semacquire]: github.com/gigawattio/window.Rolling(0xc001e32f00, 0x21c, 0x21c, 0x3, 0x0, 0x21b, 0xc001e32f00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005567518, 0xc00566ea00, 0xc00063a240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004089c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 316 [semacquire]: regexp.makeOnePass(0xc003dcc930, 0xc003dcc930) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc003dcc8d0, 0xc003dcc8d0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003393300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003393300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003393300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003393300, 0x75a856, 0x0, 0xc00305acb0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003393300, 0xc0033932c8, 0xc003393350, 0x42ca96, 0xc003dcc8a0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003393368, 0xc003393380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003dea5c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00306dcb0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003393518, 0xc0000aed20, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 317 [semacquire]: strings.Replace(0xc005418000, 0x7d9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005418000, 0x7d9) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d338f8, 0xc0045ed000, 0x7d6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 318 [semacquire]: regexp/syntax.(*compiler).init(...) /usr/local/go/src/regexp/syntax/compile.go:90 regexp/syntax.Compile(0xc005a79dc0, 0xc005a79dc0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:82 +0x49 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031baff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031baff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002a9250c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031baff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031baff8, 0x1, 0xc005a49b20, 0xc0100bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031baff8, 0x4, 0x284, 0xc003ef2d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003ef2000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e364e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7fb0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031bb8f8, 0xc002c02880, 0xd7a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 319 [semacquire]: regexp.makeOnePass.func1(0xb, 0xc00388fc30, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:381 +0xad2 regexp.makeOnePass(0xc000749710, 0xc000749710) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0007496b0, 0xc0007496b0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004e30ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004e30ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00388fbfc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004e30ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004e30ff8, 0x1, 0xc004e10950, 0xc0100ffc000, 0x280459d9fe98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004e30ff8, 0x4, 0xe1f, 0xc0059a4101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0059a4000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fc70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000749650, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e318f8, 0xc002c3ec00, 0x1160, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 320 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032d4000, 0xc0031f0fd0, 0xa9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032d4000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d4000, 0xc0008573b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fec0, 0x0, 0x0, 0x0, 0xc00358b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358b8f8, 0xc00109bc00, 0xadd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 321 [semacquire]: regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc005c08000, 0xa76, 0x2, 0xc00442da58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc005c08000, 0xa76, 0x0, 0x0, 0xc00306cae0, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005c08000, 0xa76, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 323 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0122a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a4d3b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a4d3a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0007f6000, 0x38b, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xc0007f6000, 0x38b, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xaa0378, 0x1, 0xc0007f6000, 0x38b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 324 [semacquire]: strings.Replace(0xc002d14000, 0x690, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f318f8, 0xc002d14000, 0x690, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 325 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fc4ac003690, 0x7fc4ac001ff0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00566ec40, 0xc0000c5c00, 0x35e, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0000c5c00, 0x35e, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xc0000c5c00, 0x35e, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xaa0378, 0x1, 0xc0000c5c00, 0x35e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 326 [semacquire]: strings.genSplit(0xc003306000, 0x16fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0001a5500, 0x486, 0x486) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b433c0, 0xaa0569, 0x2, 0xc002e41000, 0x16fd, 0x21, 0x486, 0xc003dd3ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc002e41000, 0x16fd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b43518, 0xc003dd3940, 0x20, 0xc0039e2280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 327 [semacquire]: regexp.makeOnePass.func1(0xa, 0xc0031dd080, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc0026f6450, 0xc0026f6450) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0026f63f0, 0xc0026f63f0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1cff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dd034) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1cff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1cff8, 0x1, 0xc005235160, 0xc01013fd500, 0x280459d9fe98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1cff8, 0x4, 0x2e1, 0xc002a24d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a24000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc51966ad00, 0x7f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f63c0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1d8f8, 0xc005015b00, 0xd1b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004092c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 328 [semacquire]: bytes.makeSlice(0x5b7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0048b9208, 0xbd, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0048b9208, 0xc0024eab40, 0xbd, 0x2, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002781110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002780ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027808c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0038ab0e0, 0xc0038ab0e0, 0xc0038ab100) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0048b9518, 0xc003e56640, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 329 [semacquire]: strings.genSplit(0xc00191f800, 0x741, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005c1e800, 0x16d, 0x16d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e53c0, 0xaa0503, 0x2, 0xc00191e800, 0x741, 0x5, 0x16d, 0xc004822280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc00191e800, 0x741, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030e5518, 0xc003f09de0, 0x2a, 0xc000115620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 330 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00607d3c0, 0xaa0503, 0x2, 0xc0030c6a00, 0x204f, 0x5, 0x622, 0xc0044dd000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0030c6a00, 0x204f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00607d518, 0xc0044dcba0, 0x21, 0xc0026136b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 331 [semacquire]: strings.Replace(0xc0053fc000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0053fc000, 0xec1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c078f8, 0xc004335000, 0xebf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004095c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 332 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45720, 0xc003a332c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a333c0, 0xaa0599, 0x2, 0xc003c48700, 0x6de, 0x24, 0x15e, 0xc004d45700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c1e0, 0xc003c48700, 0x6de, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a33518, 0xc0008256c0, 0x33, 0xc003561080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 333 [semacquire]: bytes.makeSlice(0x2ea, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005387740, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005387740, 0xc004dd39d0, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005387740, 0xc004dd39d0, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123730, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc0051236c0, 0xb84d20, 0xc005387740) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005387740, 0xc0051236c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004df94a0, 0x2c2a3824, 0x1251a20, 0xc003710120, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 334 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ddec00, 0x12b1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ddec00, 0x12b1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x12b1, 0xc004ddec00, 0x12b1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ddec00, 0x12b1, 0x12b1, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xc004ddec00, 0x12b1, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xaa0378, 0x1, 0xc004ddec00, 0x12b1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 335 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc003aeb380, 0xd400000020, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc003aeb380, 0x20) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00480f100, 0x50d5a7, 0xc00480e85c) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00480ea00, 0x6de, 0x6de) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00256b518, 0xc00254e040, 0xc0029cc980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004098c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 336 [semacquire]: strings.genSplit(0xc000645800, 0x70c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004bcbb00, 0x1ab, 0x1ab) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056fb3c0, 0xaa04d9, 0x2, 0xc006316000, 0x70c, 0x1, 0x1ab, 0xc0029ccac0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006316000, 0x70c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056fb518, 0xc00566f6c0, 0x41, 0xc0023f6a50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 337 [semacquire]: strings.genSplit(0xc004cf2800, 0x77f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bda000, 0x1b4, 0x1b4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04df, 0x2, 0xc00295a000, 0x77f, 0x5, 0x1b4, 0xc00063b2e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00295a000, 0x77f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc0000af1e0, 0x33, 0xc002608100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 338 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0035ad1e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ad1e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0035ad1e0, 0xc004bf8150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254eaa0, 0x0, 0x0, 0x0, 0xc00279f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254eaa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279f8f8, 0xc004490a00, 0x232a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409b00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 339 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005817800, 0x79e, 0xc002c7b218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005817800, 0x79e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c7b3c0, 0xaa0569, 0x2, 0xc005817800, 0x79e, 0x10, 0x1c5, 0xc003711140) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005817800, 0x79e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c7b518, 0xc005806120, 0x3a, 0xc004b67b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409bc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 341 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...) _cgo_gotypes.go:71 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0029cdec0, 0xc00257d800, 0x66c, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00257d800, 0x66c, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xc00257d800, 0x66c, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xaa0378, 0x1, 0xc00257d800, 0x66c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 342 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004e3e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc004e3e1a0, 0xc004c24070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00472c880, 0x0, 0x0, 0x0, 0xc004baf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00472c880, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004baf8f8, 0xc00471c000, 0x17f1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 343 [semacquire]: regexp.(*machine).alloc(...) /usr/local/go/src/regexp/exec.go:110 regexp.(*machine).add(0xc004366000, 0xc004366010, 0x7fc4000006ca, 0x0, 0xc003a57330, 0x0, 0x2, 0xc003cc2f58, 0x0, 0x7fc4fc7e7fff) /usr/local/go/src/regexp/exec.go:363 +0x46c regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6d7, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0x203001) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6e4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc00041f980) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc004366000, 0xc004366010, 0xc0000006f4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc0045ee000) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).match(0xc004366000, 0xb886e0, 0xc0043660c0, 0x0, 0xc003647e60) /usr/local/go/src/regexp/exec.go:222 +0x366 regexp.(*Regexp).doExecute(0xc00011db80, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000cfdaa8, 0x6, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:542 +0x177 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).MatchString(...) /usr/local/go/src/regexp/regexp.go:507 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc004364120) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043640f0, 0xc005a21250, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc004364090) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004363f80, 0xc005a212f8, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0043e56b0, 0xc00221bf40, 0xc00011db80, 0xc0043e53a0, 0xc004340c90) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005a216b0, 0xc00221bf40, 0xc0035e1800) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 344 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 345 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a44ea0, 0xc003c732c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c733c0, 0xaa04f9, 0x2, 0xc001094380, 0xcb4, 0x1, 0x2e5, 0xc004a44e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc001094380, 0xcb4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c73518, 0xc004a44b00, 0x38, 0xc00303f1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 346 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 347 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004281e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 348 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e698f8, 0xc001fab600, 0x1a95, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004282a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 349 [semacquire]: strings.Replace(0xc0040c4c80, 0x1937, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514d8f8, 0xc0040c4c80, 0x1937, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 350 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 351 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003dea7a0, 0xc002e792c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e793c0, 0xaa0503, 0x2, 0xc002720000, 0x1229, 0x4, 0x3d0, 0xc0035e0b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748300, 0xc002720000, 0x1229, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e79518, 0xc0029cca00, 0x5d, 0xc0004e72c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004284e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 352 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004285a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 353 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003e08c30, 0xc0037f8b90, 0x3) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003e08c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e08c30, 0xc0034ba690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a44420, 0x0, 0x0, 0x0, 0xc003e3d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a44420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e3d8f8, 0xc00318d000, 0x3734, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 354 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 355 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003c4fc70, 0xc002561a40, 0x91) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003c4fc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003c4fc70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003c4fc70, 0xc0060031f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00063aa40, 0x0, 0x0, 0x0, 0xc002d93200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00063aa40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d938f8, 0xc002c54000, 0x91d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004287e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 356 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003615400, 0xafe, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003615400, 0xafe, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003615400, 0xafe, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003615400, 0xafe, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003615400, 0xafe, 0x0, 0x0, 0xafe, 0xc003615400, 0xafe) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003615400, 0xafe, 0xafe, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xc003615400, 0xafe, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xaa0378, 0x1, 0xc003615400, 0xafe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004288a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 357 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004303170, 0x127d300, 0xc0043030e8, 0x5697b3, 0xc00011d7c0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004303170, 0x0, 0x0, 0xc0043030e8, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004303170, 0x7dc, 0x800, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc0043031d8, 0xc0043031f0, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005387440) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003cd9710, 0xaa262f, 0x3, 0xc005387410) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0043036b0, 0xc003e571a0, 0xaa262f, 0x3, 0xc003e571a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0043036b0, 0xc003e571a0, 0xc004822160) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 358 [semacquire]: bytes.makeSlice(0x180f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0031ef020, 0x9b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0031ef020, 0xc00341dd68, 0x9b, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0031ef020, 0xc00341dd68, 0xa3, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc70, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe8c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe7e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe0e0, 0xb84d20, 0xc0031ef020) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef020, 0xc0032fe0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031eee10, 0x4de17fe8, 0x1251a20, 0xc003f08f40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 359 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 360 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000690a60, 0xc0026bb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026bb3c0, 0xaa04d9, 0x2, 0xc0026a2a80, 0x91c, 0x1, 0x1db, 0xc000690a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0026a2a80, 0x91c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026bb518, 0xc0000aed80, 0x33, 0xc0026cc240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 362 [semacquire]: strings.Replace(0xc003aff200, 0xc01, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x3c, 0xc003aff200, 0xc01) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc000691b00, 0xc000825260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 363 [semacquire]: regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:186 +0x152 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045a6ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045a6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00461d1cc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045a6ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045a6ff8, 0x1, 0xc0034b6930, 0xc0101377500, 0x280459da0560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045a6ff8, 0x4, 0x8db, 0xc002a9c701, 0x45624c, 0xc002bd0fc8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x3340, 0xc0007f9e00, 0x1259780, 0x1259790, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc5308e8528, 0x1b) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c566f0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd18f8, 0xc0045ec800, 0x722, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 364 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006115450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006115520, 0xc0064ebb90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57ae0, 0x0, 0x0, 0x0, 0xc003861200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57ae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038618f8, 0xc004449600, 0xd5f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 365 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc005c22b30, 0xc0026cc518, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca460, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca4d0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0051ca4d0, 0xc0051ca4d0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c22ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448934c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c22ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c22ff8, 0x1, 0xc005192830, 0xc0100ee7800, 0x280459da19b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c22ff8, 0x4, 0x471, 0xc005921b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005921000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005688f70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcced0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c778f8, 0xc001ea6800, 0xb84, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 366 [semacquire]: strings.Replace(0xc0056d9400, 0xaef, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0056d9400, 0xaef) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051498f8, 0xc0056d7c00, 0xaee, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 367 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc003673800, 0x791, 0xc0048255fc, 0x4) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d0f3c0, 0xaa0503, 0x2, 0xc003673800, 0x791, 0xc003673800, 0xc002d0f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003673800, 0x791, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d0f518, 0xc003f09d40, 0x35, 0xc000117c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004290e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 368 [semacquire]: strings.genSplit(0xc005191800, 0x764, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee6600, 0x189, 0x189) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030853c0, 0xaa0569, 0x2, 0xc0045ed800, 0x764, 0x15, 0x189, 0xc003deace0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0045ed800, 0x764, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003085518, 0xc00205e380, 0x3e, 0xc0034b5f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004291a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 369 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc0035ac680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ac680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0035ac680, 0xc00397d730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434660, 0x0, 0x0, 0x0, 0xc003081200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434660, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030818f8, 0xc002db4380, 0xc86, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 370 [semacquire]: regexp.onePassCopy(0xc0026f6960, 0xc0026f6960) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0026f6960, 0xc0026f6960) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005558ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005558ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddae4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005558ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005558ff8, 0x1, 0xc0053934a0, 0xc010117d100, 0x280459da2080) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005558ff8, 0x4, 0xb5, 0xc002b9ef01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b9e000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001e460d0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6930, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055598f8, 0xc00350e000, 0xf40, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 371 [semacquire]: strings.Replace(0xc00257f500, 0xa79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002552000, 0xc00254e040) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029338f8, 0xc00257f500, 0xa79, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004293e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 372 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004294a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 373 [semacquire]: strings.Replace(0xc002966000, 0xf98, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc002966000, 0xf98) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033658f8, 0xc002966000, 0xf98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 374 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c3588, 0xaa04f9, 0x2, 0xc00598a1c0, 0xdd, 0x1, 0x1d, 0xc004c59380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046c3518, 0xc000825280, 0x78) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 375 [runnable]: github.com/andybalholm/cascadia.matchAttribute(0xc00370fce0, 0xac0dfd, 0xa, 0xc00348eaa8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:303 +0x77 github.com/andybalholm/cascadia.attributeRegexMatch(0xac0dfd, 0xa, 0xc0049f6460, 0xc00370fce0, 0xffffffffffffffff) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:396 +0x67 github.com/andybalholm/cascadia.attrSelector.Match(0xac0dfd, 0xa, 0x0, 0x0, 0xac0e07, 0x2, 0xc0049f6460, 0xc00370fce0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:292 +0x207 github.com/andybalholm/cascadia.compoundSelector.Match(0xc00254e3c0, 0x2, 0x2, 0x0, 0x0, 0xc00370fce0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:813 +0x6d github.com/andybalholm/cascadia.SelectorGroup.Match(0xc0061623d0, 0x1, 0x1, 0xc00370fce0, 0xc006160200) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:933 +0x68 github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fce0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:128 +0x34 github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fb20, 0x0, 0x0, 0x0, 0xc00348ee38, 0x46e4b7, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fab0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc00254e3e0, 0xc00370fab0, 0xc00348ef00, 0x747325, 0xc000bd2e00) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00370f9d0, 0x0, 0xc000bd2e00, 0x7fc559d9f108) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc0055ea010, 0x1, 0x1, 0xc00348f060, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055ea010, 0x1, 0x1, 0xb856e0, 0xc00254e3e0, 0xc00348f148, 0x54b3c5, 0xb7b900) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006160210, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00348f8f8, 0xc005504800, 0x764, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004296e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 376 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0038ac920, 0xc0046fb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046fb3c0, 0xaa04fd, 0x2, 0xc00015a400, 0x81a, 0x1, 0x1c8, 0xc0044dd380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00015a400, 0x81a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046fb518, 0xc0044dcf20, 0x1d, 0xc0039e3020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004297a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 377 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0062e69c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0062e6a90, 0xc006427490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004913fc0, 0x0, 0x0, 0x0, 0xc00582f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004913fc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00582f8f8, 0xc006382400, 0xa9b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 378 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00362f8f8, 0xc005695000, 0x72a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 379 [semacquire]: regexp.onePassCopy(0xc0056725a0, 0xc0056725a0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0056725a0, 0xc0056725a0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003fbaff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003fbaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565ed3c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003fbaff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003fbaff8, 0x1, 0xc005629b30, 0xc010132aa80, 0x280459da19b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003fbaff8, 0x4, 0x6d4, 0xc003d06901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003d06000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00073ab60, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005672570, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbb8f8, 0xc002a65500, 0x925, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004299e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 380 [semacquire]: strings.Replace(0xc0022fb000, 0xdbf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8f8f8, 0xc0022fb000, 0xdbf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 381 [runnable]: golang.org/x/net/html.(*Tokenizer).Token(0xc00087c680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00087c750, 0xc00254c9a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97de0, 0x0, 0x0, 0x0, 0xc003e1d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97de0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1d8f8, 0xc003b2b500, 0x97c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 382 [runnable]: strings.genSplit(0xc0006b8380, 0xcb8, 0xaa0378, 0x1, 0x0, 0x287, 0xd5f, 0xc0006b7600, 0xcb8) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c3d588, 0xaa04f9, 0x2, 0xc0006b7600, 0xcb8, 0x0, 0xc001377500, 0x7fc559da12f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c3d518, 0xc0041d6840, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 383 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0054b6b30, 0xc004b675c8, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c0230, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c02a0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0056c02a0, 0xc0056c02a0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0054b6ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0054b6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2ccc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0054b6ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0054b6ff8, 0x1, 0xc0054f8530, 0xc0101ecc000, 0x280459d9f7d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0054b6ff8, 0x4, 0x48a, 0xc002eafb01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002eaf000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00092cf70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb1d0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247f8f8, 0xc002f08c00, 0xb6a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 384 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e38f8, 0xc0028f4580, 0xc11, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 385 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369b3c0, 0xaa04df, 0x2, 0xc0054fe000, 0xde8, 0xc0054fe000, 0xc00369b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0054fe000, 0xde8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369b518, 0xc003dea560, 0x39, 0xc00303e492) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 386 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006408000, 0xe10, 0xc002f4f218, 0xc000bfe380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006408000, 0xe10, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f4f3c0, 0xaa04fd, 0x2, 0xc006408000, 0xe10, 0x1, 0x2de, 0xc005711ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006408000, 0xe10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f4f518, 0xc004912c60, 0x33, 0xc004811180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 387 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0059b0c00, 0x1200, 0xc004f57218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0059b0c00, 0x1200, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f573c0, 0xaa059b, 0x2, 0xc0059b0c00, 0x1200, 0x7, 0x3c0, 0xc004d45d60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059b0c00, 0x1200, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f57518, 0xc004d459e0, 0x2c, 0xc000115680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 388 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004400c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 389 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc005c26b30, 0xc00303ff48, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa10, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa80, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0051aaa80, 0xc0051aaa80, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c26ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c26ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448914c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c26ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c26ff8, 0x1, 0xc0051921a0, 0xc01ff000000, 0x280420656874) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c26ff8, 0x4, 0x5af, 0xc004511a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004511000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004918d00, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc30, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046098f8, 0xc0031b3500, 0xa4d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 390 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00254e160, 0xc004ab9210, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ab9588, 0xaa04f9, 0x2, 0xc00260c460, 0x93, 0x7, 0xc004ab9290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x8, 0xc0061601b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003d25e00, 0xc004ab9320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004ab9518, 0xc0034c6600, 0xc000691cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004ab9518, 0xc0034c6600, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004ab9518, 0xc0034c6600, 0xc0034c6600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 391 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a45860, 0xc002d5b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d5b3c0, 0xaa04df, 0x2, 0xc002bb6000, 0xd62, 0x5, 0x2cb, 0xc00254ec40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002bb6000, 0xd62, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d5b518, 0xc0000af9e0, 0x1b, 0xc0022fe5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 392 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004403c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 393 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003af5200, 0x410, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003af5200, 0x410, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003af5200, 0x410, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003af5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003af5200, 0x410, 0x0, 0x0, 0x410, 0x480, 0xc003af5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003af5200, 0x410, 0x410, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xc003af5200, 0x410, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xaa0378, 0x1, 0xc003af5200, 0x410, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 394 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00597f500, 0x918, 0x5165d7, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00597f500, 0x918, 0xc004981b94, 0x4) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f553c0, 0xaa04fd, 0x2, 0xc00597f500, 0x918, 0xc00597f500, 0xc004f553b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00597f500, 0x918, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f55518, 0xc0055d81a0, 0x1c, 0xc0038563c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 395 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a44380, 0xc005a0d220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0d588, 0xaa04f9, 0x2, 0xc002701800, 0x156e, 0x0, 0xc000334000, 0x7fc559d9f7d0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a0d518, 0xc00063b160, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 396 [semacquire]: regexp.makeOnePass.func1(0x6, 0xc001cc9e40, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc001cfad20, 0xc001cfad20) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc001cfacc0, 0xc001cfacc0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f25300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f25300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f25300, 0x0, 0xb856e0, 0xc000690d28, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f25300, 0xc005506070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f25300, 0x42ca96, 0xc001cfac90, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f25370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00221bf00, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d62f90, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f25518, 0xc003dd2860, 0xabc101, 0x1d, 0x25, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004406c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 397 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e567c0, 0x0, 0x0, 0x0, 0xc0032e1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e567c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e18f8, 0xc003300000, 0xb67, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 398 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 399 [semacquire]: regexp/syntax.(*parser).push(0xc0052e7680, 0xc005133a40, 0xc005133a40) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc0052e7680, 0x43) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00405eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00405eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dc48c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00405eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00405eff8, 0x1, 0xc006365fd0, 0xc0100bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00405eff8, 0x4, 0x7b8, 0xc00550c801, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00550c000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0061156c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001096a80, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405f8f8, 0xc0046d8400, 0x844, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 400 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0056880d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0056881a0, 0xc0054fb1f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45820, 0x0, 0x0, 0x0, 0xc002939200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029398f8, 0xc00088e800, 0xabc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004409c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 401 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00453a5a0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc00453a5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00453a2a0, 0xc0037bd320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0037bd518, 0xc00530fd70, 0xc004823620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0037bd518, 0xc00530fd70, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0037bd518, 0xc00530fd70, 0xc00530fd70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 402 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc003e09450, 0x6f) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc003e09450) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc003e09450, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc003e096c0, 0xc001cc5d50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44d80, 0x0, 0x0, 0x0, 0xc003329200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44d80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033298f8, 0xc0016f4000, 0x1eac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 403 [semacquire]: strings.Replace(0xc003df1500, 0x9b3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003df1500, 0x9b3) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f38f8, 0xc003907500, 0x9a9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 404 [semacquire]: strings.Replace(0xc00550b800, 0x7b8, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00550b800, 0x7b8) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005473518, 0xc003d08080, 0xc003d08920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 405 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc004e36c30, 0xc0031dc2e0, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc004e36c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e36c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004e36c30, 0xc00637bc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ea20, 0x0, 0x0, 0x0, 0xc00553b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ea20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00553b8f8, 0xc003c6c000, 0xee9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 406 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 407 [semacquire]: strings.Replace(0xc00494f000, 0xee7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f98f8, 0xc00494f000, 0xee7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 408 [semacquire]: strings.Replace(0xc001f5c000, 0x1d52, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001f5c000, 0x1d52) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d618f8, 0xc005dcc000, 0x1d45, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 409 [semacquire]: strings.genSplit(0xc0034fea00, 0x148c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x28e4, 0xc0034fd500, 0x148c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041c3588, 0xaa04f9, 0x2, 0xc0034fd500, 0x148c, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0041c3518, 0xc00254f100, 0x33) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 410 [semacquire]: strings.Replace(0xc0031be000, 0xe90, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036338f8, 0xc0031be000, 0xe90, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 411 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1bf0b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d02070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d02060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003616c00, 0x3fd, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xc003616c00, 0x3fd, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xaa0378, 0x1, 0xc003616c00, 0x3fd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 412 [semacquire]: regexp.onePassCopy(0xc003dcde30, 0xc003dcde30) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc003dcde30, 0xc003dcde30) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00442aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00442aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a12008) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00442aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00442aff8, 0x1, 0xc005ae1620, 0xeca, 0x2804049195f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00442aff8, 0x4, 0x133, 0xc0029b2e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0029b2000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049196c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcde00, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442b8f8, 0xc002473000, 0xec4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004412c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 413 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00073b790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00073b790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00073b790, 0xc000309b90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dd38c0, 0x0, 0x0, 0x0, 0xc00290f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dd38c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290f8f8, 0xc004b05500, 0x14b3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 414 [semacquire]: strings.Replace(0xc003120a00, 0x142c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003120a00, 0x142c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025058f8, 0xc0029d8a00, 0x142a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 415 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006115ee0, 0xc00389c940, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006115ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006115ee0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006115ee0, 0xc0064fe3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57e00, 0x0, 0x0, 0x0, 0xc004a1b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57e00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1b8f8, 0xc00451a880, 0xcde, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 416 [semacquire]: strings.genSplit(0xc005d04c80, 0x18e4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4e9, 0x4e9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b473c0, 0xaa04df, 0x2, 0xc0027cf980, 0x18e4, 0x5, 0x4e9, 0xc0039eefe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285e9c0, 0xc0027cf980, 0x18e4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b47518, 0xc0039eeba0, 0x41, 0xc00002b040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004415c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 417 [semacquire]: strings.Replace(0xc005c38480, 0x19b5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc005c38480, 0x19b5) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358d8f8, 0xc0041ad300, 0x197e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 418 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1c7040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0057b6070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0057b6060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002794800, 0x781, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xc002794800, 0x781, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xaa0378, 0x1, 0xc002794800, 0x781, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 419 [semacquire]: strings.Replace(0xc004fee000, 0xd88, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004fee000, 0xd88) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029118f8, 0xc004353000, 0xd86, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 420 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000eaf040, 0xc004489200, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000eaf040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eaf040, 0xc002a9a310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e80, 0x0, 0x0, 0x0, 0xc00311d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00311d8f8, 0xc003114a00, 0x1302, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004418c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 421 [semacquire]: github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc003c45b20, 0x0, 0xc0031e3dc0, 0x0, 0xc000523118, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc0031e3dc0, 0x1, 0xc000523118, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45 github.com/PuerkitoBio/goquery.mapNodes(0xc000682518, 0x1, 0x1, 0xc0037b90f0, 0x7fc559d9f7d0, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000682518, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000523120, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0050958f0, 0xc003646510) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0037b9518, 0xc0050958f0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037b9518, 0xc0029cdfa0, 0x31) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 422 [semacquire]: strings.Replace(0xc002721300, 0x1193, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x2f3c2e3133206863, 0x20202020200a3e70) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025478f8, 0xc002721300, 0x1193, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 423 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc000eae820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eae820, 0xc00368f1f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f160, 0x0, 0x0, 0x0, 0xc004791200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047918f8, 0xc002637000, 0x1763, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 424 [semacquire]: bytes.makeSlice(0x301, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003d24960, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003d24960, 0xad070f, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1ae00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a9a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a930, 0xb84d20, 0xc003d24960) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24960, 0xc001f1a930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033ae150, 0x4f22d0cb, 0x1251a20, 0xc004d44e20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 425 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0007492f0, 0x4ed67db7, 0x1251a20, 0xc0044dd500, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 426 [semacquire]: strings.Replace(0xc002588000, 0x2daa, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x8, 0xc002588000, 0x2daa) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbd8f8, 0xc003e68000, 0x2d92, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 427 [semacquire]: strings.Replace(0xc0040a9000, 0x15fb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f82e253, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aeb8f8, 0xc0040a9000, 0x15fb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 428 [semacquire]: bytes.makeSlice(0x12b5, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0010b3388, 0x9d3, 0x15a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0010b3388, 0xc0024ff500, 0x9d3, 0x5165d7, 0xc00177de87, 0xc004a4cf60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f19d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0d20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0c40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00293eae0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010b3518, 0xc0007bd260, 0x34, 0xc003560340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 429 [semacquire]: strings.Replace(0xc006340000, 0x28c5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc03f800054, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb98f8, 0xc006340000, 0x28c5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 430 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032d45b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032d4750, 0xc001b8d880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08360, 0x0, 0x0, 0x0, 0xc003887200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038878f8, 0xc002722600, 0x10bb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 431 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b4aa0, 0xc0040532c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040533c0, 0xaa04f9, 0x2, 0xc001092880, 0xcb5, 0x1, 0x2a3, 0xc004a448a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001092880, 0xcb5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004053518, 0xc004a44540, 0x55, 0xc00048d92a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 432 [semacquire]: strings.Replace(0xc004e0f600, 0x87f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0044f4300, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044578f8, 0xc004e0f600, 0x87f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 433 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00087d2b0, 0xc004a4faf8, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00087d2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00087d2b0, 0xc0033a2af0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000af460, 0x0, 0x0, 0x0, 0xc003491200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000af460, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034918f8, 0xc002fad500, 0x3054, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 434 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc0025eb740, 0xffffffff, 0xc003a2ca58) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc0025eb740, 0xc005d3fb20, 0xc005d3fb20) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc0025eb740, 0x74) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a5) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a2cff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a2cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00102419c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a2cff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a2cff8, 0x1, 0xc005d57a40, 0xc0101377501, 0x280459da12f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a2cff8, 0x4, 0xc2, 0xc004775f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x7fc5300660e8, 0x0, 0x1000, 0x1600000000, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0055ea7b8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000642090, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a2d8f8, 0xc001ccb000, 0xf30, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 435 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 436 [runnable]: regexp/syntax.(*Inst).MatchRunePos(0xc0013e9768, 0x65, 0xffffffff00000065) /usr/local/go/src/regexp/syntax/prog.go:249 +0x10f regexp/syntax.(*Inst).MatchRune(...) /usr/local/go/src/regexp/syntax/prog.go:193 regexp.(*Regexp).tryBacktrack(0xc00251abe0, 0xc0001562c0, 0xb886e0, 0xc000156340, 0xc000000049, 0x868, 0x0) /usr/local/go/src/regexp/backtrack.go:210 +0x9a4 regexp.(*Regexp).backtrack(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x868, 0x2, 0xc0046dc360, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:353 +0x39d regexp.(*Regexp).doExecute(0xc00251abe0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x865, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x2, 0xc0013e9a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00357a902, 0x8dc, 0x0, 0x0, 0xc00062ac90, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00357a902, 0x8dc, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 437 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 438 [semacquire]: strings.Replace(0xc005f0c000, 0x6f3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005f0c000, 0x6f3) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b278f8, 0xc002e54000, 0x6f1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 439 [semacquire]: strings.genSplit(0xc006360900, 0x8b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00335e000, 0x1de, 0x1de) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413d3c0, 0xaa059b, 0x2, 0xc00451e900, 0x8b9, 0x4, 0x1de, 0xc0055d8680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00451e900, 0x8b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413d518, 0xc00588c380, 0x31, 0xc0032d1dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 440 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00588cf40, 0xc001cf9220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cf9588, 0xaa04f9, 0x2, 0xc002cd1760, 0x160, 0xe, 0x26, 0xc00588cee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf9518, 0xc00000ee60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 441 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0001fb540, 0xc003047600, 0xc86, 0xaa0378, 0x1, 0x1, 0x2c) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b43518, 0xc003d09b40, 0xc0035e0820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 442 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004235588, 0xaa04f9, 0x2, 0xc002586c00, 0x5c0, 0x5, 0x11, 0xc00221b980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004235518, 0xc0007bd580, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 443 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046ca20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 444 [semacquire]: strings.genSplit(0xc002718000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004244600, 0x252, 0x252) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d6f3c0, 0xaa059b, 0x2, 0xc0063a5400, 0xbf3, 0x5, 0x252, 0xc0035e17e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0063a5400, 0xbf3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d6f518, 0xc0006915a0, 0x34, 0xc0024e53c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 445 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000f3f5f0, 0xc0054fc000, 0x6f) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000f3f5f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f5f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000f3f5f0, 0xc00294e8c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eaa0, 0x0, 0x0, 0x0, 0xc0034cd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eaa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034cd8f8, 0xc003184800, 0x16cc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 446 [semacquire]: strings.Replace(0xc00264ac00, 0xbcf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00264ac00, 0xbcf) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000843c00, 0xbcd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 447 [semacquire]: strings.Replace(0xc0034e9900, 0x102e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0034e9900, 0x102e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c2d8f8, 0xc0029f2c00, 0x102c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 448 [semacquire]: regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc002d3fc00, 0xb94, 0x2, 0xc002479a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0xc0002357d0, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 449 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e653c0, 0xaa0503, 0x2, 0xc000902800, 0x269d, 0x6, 0x740, 0xc004e55dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc000902800, 0x269d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e65518, 0xc004e55a80, 0x3f, 0xc0032d0dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 450 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4b82291c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d76ca0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d76c70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00215d000, 0x3fa, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xc00215d000, 0x3fa, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xaa0378, 0x1, 0xc00215d000, 0x3fa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 451 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001f38000, 0x102d, 0xc003c27218, 0xc001377500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001f38000, 0x102d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c273c0, 0xaa0569, 0x2, 0xc001f38000, 0x102d, 0x1a, 0x315, 0xc00254ef40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001f38000, 0x102d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c27518, 0xc00254ea20, 0x3e, 0xc004ef4800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 452 [semacquire]: strings.genSplit(0xc002cd1a20, 0x14e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a4, 0xc002cd18c0, 0x14e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036bf588, 0xaa04f9, 0x2, 0xc002cd18c0, 0x14e, 0x1, 0x1a, 0xc00063be00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036bf518, 0xc00254fb80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 453 [semacquire]: bytes.makeSlice(0x1ba0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dcd1a0, 0xf4, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dcd1a0, 0xc003abb500, 0xf4, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dcd1a0, 0xc003abb500, 0xf4, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a10620, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a105b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f3b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328ecb0, 0xb84d20, 0xc003dcd1a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd1a0, 0xc00328ecb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dccff0, 0x4f28728c, 0x1251a20, 0xc003dea740, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 454 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00440d8f8, 0xc003521b00, 0xce6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 455 [semacquire]: regexp.makeOnePass(0xc003bddd10, 0xc003bddd10) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc003bddcb0, 0xc003bddcb0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c22ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2204) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c22ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c22ff8, 0x1, 0xc00549b210, 0xc010107c380, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c22ff8, 0x4, 0xeb8, 0xc003413101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003413000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000eae1a0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bddc80, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c238f8, 0xc003ea6000, 0x1137, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 456 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003afe580, 0xc24, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003afe580, 0xc24, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003afe580, 0xc24, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003afe580, 0xc24, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003afe580, 0xc24, 0x0, 0x0, 0xc24, 0xc003afe580, 0xc24) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003afe580, 0xc24, 0xc24, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xc003afe580, 0xc24, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xaa0378, 0x1, 0xc003afe580, 0xc24, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 457 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000617ef0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0025c1518, 0xc000617ef0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025c1518, 0xc00000ff00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 458 [semacquire]: strings.Replace(0xc0056dc000, 0xef4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc0056dc000, 0xef4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4f8f8, 0xc0029ec000, 0xef1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 459 [semacquire]: regexp.makeOnePass.func1(0x4, 0xc0054d3d30, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:383 +0xb9b regexp.makeOnePass(0xc003d24330, 0xc003d24330) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc003d242d0, 0xc003d242d0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003e62ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003e62ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d3d10) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003e62ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003e62ff8, 0x1, 0xc004d0c150, 0xc000334000, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003e62ff8, 0x4, 0x4cf, 0xc0051a5b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0051a5000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d5ba0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d242a0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e638f8, 0xc002cafc00, 0xb2b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 460 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00087c0d0, 0xc0040ca388, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00087c0d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c0d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00087c0d0, 0xc0023ddc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f088c0, 0x0, 0x0, 0x0, 0xc003e61200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f088c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e618f8, 0xc00331f000, 0x170b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 461 [semacquire]: strings.Replace(0xc005280500, 0x2080, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc005280500, 0x2080) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be18f8, 0xc0030a7900, 0x207a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 462 [semacquire]: strings.Replace(0xc00244ea00, 0x1373, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc00244ea00, 0x1373) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384b8f8, 0xc002335500, 0x136f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 463 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc00471c000, 0x15f1, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004cbd3c0, 0xaa04df, 0x2, 0xc00471c000, 0x15f1, 0x5, 0x4cb, 0xc0036b51e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00471c000, 0x15f1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004cbd518, 0xc0036b4d00, 0x41, 0xc00335d220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 464 [semacquire]: strings.Replace(0xc000eb1300, 0x11b6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc000eb1300, 0x11b6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c298f8, 0xc002ba2000, 0x11aa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 465 [semacquire]: strings.Replace(0xc00647e000, 0x1bd8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f800055, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032298f8, 0xc00647e000, 0x1bd8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 466 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0024b3fb0, 0xae55a0, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d18f8, 0xc003adcc80, 0x18a2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046db60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 467 [semacquire]: strings.genSplit(0xc0032bc000, 0x1242, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x477, 0x477) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b73c0, 0xaa04f9, 0x2, 0xc002ba5900, 0x1242, 0x1, 0x477, 0xc00254f540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002ba5900, 0x1242, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b7518, 0xc00254f1e0, 0x4b, 0xc002c5a2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 468 [semacquire]: bytes.makeSlice(0x60c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0024666f0, 0x4, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0024666f0, 0xad0464, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc003269c00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032699d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032697a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc002cddf80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0002193b0, 0xb84d20, 0xc0024666f0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0024666f0, 0xc0002193b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002466540, 0x4f720b7b, 0x1251a20, 0xc00588d800, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 469 [semacquire]: strings.genSplit(0xc005cf2000, 0x5e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x173, 0x173) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00584f3c0, 0xaa04d9, 0x2, 0xc003772600, 0x5e1, 0x1, 0x173, 0xc0038ad580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235e00, 0xc003772600, 0x5e1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00584f518, 0xc005711b20, 0x33, 0xc005919780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 470 [semacquire]: strings.Replace(0xc005aa5800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005aa5800, 0xbce) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032438f8, 0xc00264b800, 0xbc8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 471 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc474002290, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00461c500, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00461c4e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023cb900, 0x4aa, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xc0023cb900, 0x4aa, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xaa0378, 0x1, 0xc0023cb900, 0x4aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 472 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000ae900, 0xc00193f950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 473 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0064aa820, 0xc0064942a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc40, 0x0, 0x0, 0x0, 0xc0046d5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d58f8, 0xc000f54a00, 0x1a6f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 474 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 475 [semacquire]: strings.genSplit(0xc005bfce00, 0x6ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057de800, 0x17c, 0x17c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e33c0, 0xaa04fd, 0x2, 0xc005197500, 0x6ed, 0x1, 0x17c, 0xc004822840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc005197500, 0x6ed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e3518, 0xc0007bcbc0, 0x2e, 0xc00274a060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 476 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001f22000, 0xc00565ef7a, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc001f22000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001f22000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001f22000, 0xc0029a5030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eba0, 0x0, 0x0, 0x0, 0xc00366f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366f8f8, 0xc003aa4000, 0xe46, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 477 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002a76b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002a76c30, 0xc0050f1c00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bd600, 0x0, 0x0, 0x0, 0xc004051200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bd600, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040518f8, 0xc003309000, 0x17e8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 478 [semacquire]: strings.Replace(0xc004396a00, 0x13c9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x60, 0xa81260) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044398f8, 0xc004396a00, 0x13c9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 479 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 480 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004e36270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc004e36340, 0xc006357b90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0037111e0, 0x0, 0x0, 0x0, 0xc002c7d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0037111e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c7d8f8, 0xc002c59000, 0x7d8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 481 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038faf00, 0x4ed73f0c, 0x1251a20, 0xc0058070c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 482 [semacquire]: strings.genSplit(0xc005f18000, 0x1b5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4cf, 0x4cf) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d73c0, 0xaa0599, 0x2, 0xc003c92000, 0x1b5d, 0x76, 0x4cf, 0xc0000ae580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007482a0, 0xc003c92000, 0x1b5d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049d7518, 0xc002e0fc00, 0x41, 0xc0026cfeaa) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 483 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 484 [semacquire]: strings.genSplit(0xc000907800, 0x2747, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0012ee000, 0x730, 0x730) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae33c0, 0xaa05c9, 0x2, 0xc006440800, 0x2747, 0x6, 0x730, 0xc0039ee100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc006440800, 0x2747, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae3518, 0xc003d09d20, 0x74, 0xc0024e998e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 485 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004918a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc004918b60, 0xc0028c65b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824f60, 0x0, 0x0, 0x0, 0xc003395200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824f60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033958f8, 0xc002f7e000, 0xe4a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 486 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003deacc0, 0xc003d8b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d8b3c0, 0xaa04f9, 0x2, 0xc003289b00, 0x82b, 0x1, 0x197, 0xc003deaca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003289b00, 0x82b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d8b518, 0xc0036b4a40, 0x72, 0xc003d3c90a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 487 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0035e1580, 0xc002e7f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7f3c0, 0xaa04f9, 0x2, 0xc005903800, 0x7e8, 0x4, 0x1bd, 0xc0035e1560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc005903800, 0x7e8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e7f518, 0xc0035e10e0, 0x5f, 0xc005a66cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 488 [semacquire]: strings.Replace(0xc0011bc000, 0xdad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f78f8, 0xc0011bc000, 0xdad, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 489 [semacquire]: github.com/araddon/dateparse.unknownErr(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:117 github.com/araddon/dateparse.parseTime(0xc002ec5ea0, 0xdf, 0x0, 0xc002ec5ea0, 0xdf, 0xdf) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:623 +0x357c github.com/araddon/dateparse.ParseAny(0xc002ec5ea0, 0xdf, 0x3, 0xaa0378, 0x1, 0xc002ec5ea0, 0xdf) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f1f518, 0xc0029cd7e0, 0xc0007bcb60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 490 [semacquire]: strings.genSplit(0xc004986800, 0x1745, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x491, 0x491) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032473c0, 0xaa04f9, 0x2, 0xc00494c800, 0x1745, 0x1, 0x491, 0xc002434b60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc00494c800, 0x1745, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003247518, 0xc0024347c0, 0x4a, 0xc00260a4c4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 491 [semacquire]: strings.Replace(0xc002bbb100, 0xd0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002bbb100, 0xd0f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514f8f8, 0xc0024dad80, 0xd0c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 492 [semacquire]: regexp.makeOnePass(0xc003dcc3f0, 0xc003dcc3f0) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc003dcc390, 0xc003dcc390) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00385eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00385eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044889c8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00385eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00385eff8, 0x1, 0xc004e11520, 0xc0100ee7880, 0x280459da19b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00385eff8, 0x4, 0xb13, 0xc002cde401, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cde000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049184e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc360, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00385f8f8, 0xc00420ea00, 0x14b0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cf00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 493 [semacquire]: strings.Replace(0xc002faa000, 0x347f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x28, 0xc002faa000, 0x347f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1b8f8, 0xc003706a00, 0x347d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 494 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc005688000, 0xc0031dce78, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc005688000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005688000, 0xc0030fd7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d452a0, 0x0, 0x0, 0x0, 0xc003edb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d452a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003edb8f8, 0xc003436000, 0x1c93, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 495 [semacquire]: strings.Replace(0xc004f9b000, 0x7ec, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc004f9b000, 0x7ec) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c38f8, 0xc0045ec800, 0x7e9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 496 [semacquire]: regexp.makeOnePass.func1(0x2, 0xc001cc9fc0, 0xc, 0xc, 0x42ca96) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass.func1(0x1, 0xc001cc9fc0, 0xc, 0xc, 0x4) /usr/local/go/src/regexp/onepass.go:358 +0x5d7 regexp.makeOnePass(0xc001cfad50, 0xc001cfad50) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc004c95560, 0xc004c95560) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005ae5300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005ae5300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005ae5300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005ae5300, 0x75a856, 0x0, 0xc0035461c0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005ae5300, 0xc005ae52c8, 0xc005ae5350, 0x42ca96, 0xc004c95530, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005ae5368, 0xc005ae5380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0038ade40) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004c94e40, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005ae5518, 0xc0038ad600, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 497 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032d5520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032d55f0, 0xc0023796c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08720, 0x0, 0x0, 0x0, 0xc002bdf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08720, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdf8f8, 0xc002c73000, 0xbc3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 498 [semacquire]: strings.Replace(0xc003919000, 0x17d0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc003919000, 0x17d0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc18f8, 0xc0030e1000, 0x17ca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 499 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c023f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b6a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b6a70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035338c0, 0x211, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xc0035338c0, 0x211, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xaa0378, 0x1, 0xc0035338c0, 0x211, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 500 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00009e270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc00009e340, 0xc004a72310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d08020, 0x0, 0x0, 0x0, 0xc002e63200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d08020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e638f8, 0xc002ca6000, 0xa02, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 501 [runnable]: strings.Replace(0xc0064b9000, 0xf86, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0xffffffffffffffff, 0xc0064b9000, 0xf86) /usr/local/go/src/strings/strings.go:928 +0x590 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366d8f8, 0xc004dfa000, 0xf84, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 502 [semacquire]: strings.genSplit(0xc005be0000, 0x9b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bd53c0, 0xaa0599, 0x2, 0xc002674a80, 0x9b9, 0x1b, 0x1ff, 0xc004e54c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002674a80, 0x9b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bd5518, 0xc0029cd860, 0x47, 0xc0042b49bd) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 503 [semacquire]: strings.Replace(0xc00497f100, 0xd16, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00497f100, 0xd16) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049ef8f8, 0xc003b4bb00, 0xd0d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 504 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc004a1eb30, 0xc000482558, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c00, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c70, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc005503c70, 0xc005503c70, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddec4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1eff8, 0x1, 0xc0053935f0, 0xc0100bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1eff8, 0x4, 0x90, 0xc002a2cf01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a2c000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fee0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6c00, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1f8f8, 0xc003875000, 0xf68, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 505 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc0052e77a0, 0xd500000043, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc0052e77a0, 0x43) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ed8ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ed8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dcc04) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ed8ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ed8ff8, 0x1, 0xc0052343a0, 0xc0100334000, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ed8ff8, 0x4, 0x55, 0xc003434f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003434000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053dfe10, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6150, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ed98f8, 0xc00307b000, 0xfa3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 506 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00087d450, 0xc0021af220, 0x3) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00087d450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00087d450, 0xc002558a10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08bc0, 0x0, 0x0, 0x0, 0xc0026f3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026f38f8, 0xc00323e000, 0xf0c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 507 [semacquire]: strings.Replace(0xc00541d000, 0xe2e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003a949c0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d78f8, 0xc00541d000, 0xe2e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 508 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048db00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 509 [runnable]: strings.Index(0xc0003a9524, 0x123f, 0xaa36c2, 0x4, 0x520) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc0003a9000, 0x1763, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc0003a9000, 0x1763) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041058f8, 0xc0047ab800, 0x1761, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 510 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x0, 0xc003fbf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbf8f8, 0xc003130800, 0xa8e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 511 [semacquire]: strings.genSplit(0xc004ad0c00, 0x10e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d36000, 0x339, 0x339) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041093c0, 0xaa059b, 0x2, 0xc000eb4c00, 0x10e6, 0x7, 0x339, 0xc0007bcaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc000eb4c00, 0x10e6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004109518, 0xc00566e060, 0x46, 0xc00002a820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 512 [semacquire]: regexp.makeOnePass(0xc005386e70, 0xc005386e70) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc005386e10, 0xc005386e10) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b3eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b3eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00562e044) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b3eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b3eff8, 0x1, 0xc005628010, 0xc0100081c00, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b3eff8, 0x4, 0x551, 0xc002ae8a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002ae8000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f22f70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005386de0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b3f8f8, 0xc002804800, 0xa9f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048de00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 513 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x0, 0xc002d05200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d058f8, 0xc0029a3000, 0x7d5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 514 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b4c800, 0x152c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b4c800, 0x152c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b4c800, 0x152c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b4c800, 0x152c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b4c800, 0x152c, 0x0, 0x0, 0x152c, 0xc002b4c800, 0x152c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b4c800, 0x152c, 0x152c, 0x1a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xc002b4c800, 0x152c, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xaa0378, 0x1, 0xc002b4c800, 0x152c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048df80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 515 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00453f900, 0x12ff, 0xc003b25218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00453f900, 0x12ff, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b253c0, 0xaa058b, 0x2, 0xc00453f900, 0x12ff, 0x1, 0x3d1, 0xc002435c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00453f900, 0x12ff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b25518, 0xc002435160, 0x4e, 0xc00541f590) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 516 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc005790b30, 0xc003ad35d8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b20, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b90, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc005671b90, 0xc005671b90, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005790ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005790ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565efd4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005790ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005790ff8, 0x1, 0xc005788010, 0xc010132aa80, 0x280459da19b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005790ff8, 0x4, 0x30a, 0xc002cffc01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cff000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f232b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005673260, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc003047600, 0xcf2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 517 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x0, 0xc00413b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e0b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00413b8f8, 0xc003521b00, 0xd3a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 518 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc004e3e000, 0xc00324f3b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f094e0, 0x0, 0x0, 0x0, 0xc0041e9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f094e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e98f8, 0xc003870000, 0xda3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 520 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005711e80, 0xc002d912c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d913c0, 0xaa0503, 0x2, 0xc001ea5000, 0xb6a, 0x4, 0x299, 0xc0029ccaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc001ea5000, 0xb6a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d91518, 0xc00205f700, 0x20, 0xc0022feda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 521 [semacquire]: strings.genSplit(0xc005980f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc002b83c00, 0x30000c003195360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031953c0, 0xaa04d9, 0x2, 0xc005980a00, 0x4e2, 0xc005980a00, 0xc0031953b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc005980a00, 0x4e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003195518, 0xc00221ad40, 0x2d, 0xc00274a390) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a64e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 522 [runnable]: golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2255 +0xa0 golang.org/x/net/html.(*parser).parse(0xc003e08ea0, 0xc001035a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44c40, 0x0, 0x0, 0x0, 0xc003589200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44c40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035898f8, 0xc002d7e000, 0xf92, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 523 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002999400, 0xaa04f9, 0x2, 0xc0027e7ee0, 0xca, 0xc002999240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc00453a930) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003552e70, 0xc0029992c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002999388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002999388, 0xc00335aea0, 0xaa04f9, 0x2, 0xc002999518, 0x8, 0x9ecc80, 0xc002999301, 0xc0005231b8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002999518, 0xc00335aea0, 0xaa04f9, 0x2, 0x0, 0x0, 0x47905b, 0x44c3e7, 0x7fc5308a57f8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 524 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032d4c30, 0xc004488920, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032d4c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d4c30, 0xc002222cb0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f085e0, 0x0, 0x0, 0x0, 0xc003d45200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f085e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d458f8, 0xc002ff8a00, 0x148e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 525 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00087c9c0, 0xc0055826c0, 0x225) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00087c9c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c9c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00087c9c0, 0xc0025584d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08b80, 0x0, 0x0, 0x0, 0xc002545200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025458f8, 0xc005048000, 0x2489, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 526 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0058df0c0, 0xc0057a8b40, 0x119, 0x119, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc0054d05b0, 0xc0058de1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc005507a40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0058df0c0, 0xc005507a40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0058df0c0, 0xc005507a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc005507a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2700, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2620, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94700, 0xc000db9880, 0x7fc559da2080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc002a94700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94620, 0x54b170, 0xc004e3e270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002a94620, 0x0, 0x0, 0x0, 0x0, 0xc002a94620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045eaea0, 0x0, 0x0, 0x0, 0x1800, 0xc004e59800, 0x152c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004e59800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00260ab40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc003dd24c0, 0xc004c58500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 527 [semacquire]: strings.Replace(0xc005051400, 0x219b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc005051400, 0x219b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc58f8, 0xc0030d6f00, 0x2196, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 528 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003e09ba0, 0xc0040ca530, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003e09ba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09ba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e09ba0, 0xc001f1ca80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09c80, 0x0, 0x0, 0x0, 0xc004059200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040598f8, 0xc004f3e500, 0x2155, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 529 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fe0000, 0x47d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fe0000, 0x47d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fe0000, 0x47d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fe0000, 0x47d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003fe0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fe0000, 0x47d, 0x0, 0x0, 0x47d, 0x480, 0xc003fe0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fe0000, 0x47d, 0x47d, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xc003fe0000, 0x47d, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xaa0378, 0x1, 0xc003fe0000, 0x47d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 530 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c01a0b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055a4050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055a4040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b50e00, 0x66f, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xc002b50e00, 0x66f, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xaa0378, 0x1, 0xc002b50e00, 0x66f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 531 [semacquire]: strings.genSplit(0xc005780000, 0xaca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00010ab01, 0x230) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003569518, 0xc0036f53b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003569518, 0xc0000aee20, 0x5e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 532 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc000642450, 0xab29a3, 0xc, 0xc001024230, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002bf3518, 0xc000642450, 0xfffffffffffffff3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bf3518, 0xc0024340a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 533 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 534 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x0, 0xc003cc3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566eaa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc38f8, 0xc005ebac00, 0x1127, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 535 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003dd36e0, 0xc002875220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002875588, 0xaa04f9, 0x2, 0xc003e75900, 0x12d4, 0x0, 0xc001f47c00, 0x7fc559da19b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002875518, 0xc00063baa0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 536 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f4a900, 0x20, 0x20, 0xc004f3b400, 0x24, 0x40, 0xc002457020, 0xc000098b68, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0007369f8, 0x1, 0x1, 0xc0024570f0, 0x7fc559da0c28, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0007369f8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000098b68, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc003aac630, 0xc004eef320) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002457518, 0xc003aac630, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002457518, 0xc003e56f60, 0x80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 537 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003e09e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003e09ee0, 0xc001f35ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45080, 0x0, 0x0, 0x0, 0xc0026ed200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ed8f8, 0xc003b04600, 0x11e6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a70e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 538 [semacquire]: strings.Replace(0xc0047c4c80, 0x18d0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0047c4c80, 0x18d0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058518f8, 0xc0047c4c80, 0x18d0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 539 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000eaeea0, 0xc004489020, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000eaeea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaeea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eaeea0, 0xc00271fce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e40, 0x0, 0x0, 0x0, 0xc003cc1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc18f8, 0xc002826000, 0x1db0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 540 [semacquire]: strings.Replace(0xc0043a0000, 0x17c1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0043a0000, 0x17c1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ae78f8, 0xc004391000, 0x17bd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 541 [semacquire]: regexp.(*Regexp).expand(0xc0049f7860, 0xc00325af00, 0x280, 0x280, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc006362d00, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc00325af00, 0x280, 0x280, 0xc0021af560, 0x2, 0x2, 0xc006362d00, 0x84b, 0x281) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0049f7860, 0x0, 0x0, 0x0, 0xc006362d00, 0x84b, 0x2, 0xc004887218, 0xc006362d00, 0x84b, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0049f7860, 0xc006362d00, 0x84b, 0xaa0378, 0x1, 0x1, 0x12) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003699518, 0xc00063b700, 0xc002e0e360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 542 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0006881a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000688270, 0xc00572a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b240, 0x0, 0x0, 0x0, 0xc00460d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b240, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460d8f8, 0xc003c38600, 0x1216, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a74a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 543 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000eaf5f0, 0xc002ae9570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09200, 0x0, 0x0, 0x0, 0xc005553200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09200, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055538f8, 0xc004044000, 0x1b04, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 544 [semacquire]: strings.Replace(0xc004898000, 0x2cc5, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc004898000, 0x2cc5) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055558f8, 0xc002521000, 0x2cc3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 545 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003e09930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e09930, 0xc005147420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ee20, 0x0, 0x0, 0x0, 0xc003501200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ee20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035018f8, 0xc004957000, 0x26e5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 546 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004918f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc004919040, 0xc002a10bd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825060, 0x0, 0x0, 0x0, 0xc003397200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825060, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033978f8, 0xc00338d000, 0x2c87, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 547 [semacquire]: strings.genSplit(0xc004c1d000, 0x1e3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x20d, 0xc004c1ca00, 0x1e3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002793588, 0xaa04f9, 0x2, 0xc004c1ca00, 0x1e3, 0x21, 0xc002793290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xb, 0xc00337f590) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003bb2900, 0xc002793320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002793518, 0xc003bb27e0, 0xc00566f5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002793518, 0xc003bb27e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002793518, 0xc003bb27e0, 0xc003bb27e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 548 [semacquire]: strings.genSplit(0xc005e8b800, 0x17d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x588, 0x588) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057193c0, 0xaa058b, 0x2, 0xc0059cb800, 0x17d1, 0x1, 0x588, 0xc00472c6a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059cb800, 0x17d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005719518, 0xc00472c320, 0x32, 0xc0026cd680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 549 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00326d000, 0xe24, 0xc00348b218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00326d000, 0xe24, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00348b3c0, 0xaa04f9, 0x2, 0xc00326d000, 0xe24, 0x4, 0x34b, 0xc004822460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00326d000, 0xe24, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00348b518, 0xc0029cd2e0, 0x3a, 0xc0023ee900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a79e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 550 [semacquire]: strings.Replace(0xc005cb8a80, 0xa10, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc005cb8a80, 0xa10) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053638f8, 0xc00433aa80, 0xa0d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 551 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4240024e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00565f3b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00565f3a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003060000, 0x4b3, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xc003060000, 0x4b3, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xaa0378, 0x1, 0xc003060000, 0x4b3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 552 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006228ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc006228f70, 0xc006243b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ff80, 0x0, 0x0, 0x0, 0xc002e51200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ff80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e518f8, 0xc002ca0000, 0x981, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 553 [semacquire]: regexp.onePassCopy(0xc003dcc2a0, 0xc003dcc2a0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc003dcc2a0, 0xc003dcc2a0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d4aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d4aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044888f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d4aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d4aff8, 0x1, 0xc004e114c0, 0xc0100ffc001, 0x280459d9fe98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d4aff8, 0x4, 0x483, 0xc0016f8b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0016f8000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d4a90, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc270, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d4b8f8, 0xc0044a9800, 0xb77, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 554 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0061f2000, 0xef0, 0xc002d23218, 0xc000bfe380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0061f2000, 0xef0, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d233c0, 0xaa04df, 0x2, 0xc0061f2000, 0xef0, 0x4, 0x301, 0xc0000aea00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0061f2000, 0xef0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d23518, 0xc0029cc2e0, 0x38, 0xc003f87e8a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 555 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc005688340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005688340, 0xc00569c5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a458a0, 0x0, 0x0, 0x0, 0xc002c45200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a458a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c458f8, 0xc002c02880, 0xcd5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 556 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032d5d40, 0xc0040ca040, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032d5d40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d5d40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d5d40, 0xc0023dc380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08840, 0x0, 0x0, 0x0, 0xc003e65200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08840, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e658f8, 0xc0030e0a00, 0x1479, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 557 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00087da00, 0xc0021af350, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00087da00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087da00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00087da00, 0xc00256efc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c20, 0x0, 0x0, 0x0, 0xc002541200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025418f8, 0xc0046b5300, 0x1232, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 558 [semacquire]: regexp.onePassCopy(0xc00337e960, 0xc00337e960) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc00337e960, 0xc00337e960) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00580eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00580eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565e630) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00580eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00580eff8, 0x1, 0xc003edfbc0, 0xc0100000077, 0x28040000007b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00580eff8, 0x4, 0x2b7, 0xc004926d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004926000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aaea0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00337e930, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00580f8f8, 0xc0024dc880, 0xd46, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 559 [semacquire]: strings.genSplit(0xc003520000, 0xc7d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004c7e850, 0xc003507360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035073c0, 0xaa0569, 0x2, 0xc0041b3900, 0xc7d, 0xc0041b3900, 0xc0035073b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0041b3900, 0xc7d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003507518, 0xc003dea160, 0x44, 0xc002c5aff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 560 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc000eae8f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae8f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eae8f0, 0xc00271e4d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d80, 0x0, 0x0, 0x0, 0xc003cbf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbf8f8, 0xc003508000, 0x1f45, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 561 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0064aa340, 0xc003f6c8e0, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc0064aa340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064aa340, 0xc006494150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc00, 0x0, 0x0, 0x0, 0xc0010ad200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010ad8f8, 0xc002c51900, 0x1072, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 562 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0035997d0, 0xc0036f7d10, 0xc004e77210) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004e77518, 0xc0035997d0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e77518, 0xc00205e3e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c63c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 563 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000108340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000108410, 0xc0045047e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f8b350, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f8b320, 0x0, 0x0, 0x0, 0x1000, 0xc0049fc000, 0xeb2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0049fc000, 0xeb2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003f86380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d71518, 0xc00063ad40, 0xc00063bb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 564 [semacquire]: strings.Replace(0xc005eb9900, 0x10a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xc, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f58f8, 0xc005eb9900, 0x10a8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 565 [semacquire]: strings.Replace(0xc002988000, 0x1391, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002988000, 0x1391) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e938f8, 0xc002988000, 0x1391, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 566 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035bfb60, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f33518, 0xc004d44d40, 0x4a, 0xc0053711d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c66c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 567 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00254e460, 0xc00279b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279b3c0, 0xaa05c9, 0x2, 0xc004578000, 0x7de, 0x3, 0x1ac, 0xc00254e3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc004578000, 0x7de, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279b518, 0xc003f08180, 0x51, 0xc0003e9e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 568 [semacquire]: regexp.makeOnePass.func1(0x6, 0xc003da40b0, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc0036f78c0, 0xc0036f78c0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0036f7860, 0xc0036f7860) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003da4094) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b2ff8, 0x1, 0xc0042f9110, 0xc0100bfe380, 0x280459da0560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b2ff8, 0x4, 0x716, 0xc006337801, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006337000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0052b0680, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7800, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028b38f8, 0xc00015ad00, 0x8e6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 569 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00073bd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00073bee0, 0xc00266a4d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e500, 0x0, 0x0, 0x0, 0xc002fdd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e500, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fdd8f8, 0xc0029d7500, 0x14dc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 570 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00092d450, 0xc004a4fa60, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00092d450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00092d450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00092d450, 0xc00532c380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434700, 0x0, 0x0, 0x0, 0xc002be3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434700, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be38f8, 0xc00264d000, 0xa89, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c69c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 571 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc0032c6310, 0x0, 0x0, 0x0, 0x0, 0xc0032c6310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004df9e30, 0x0, 0x0, 0x0, 0xd80, 0xc004f36880, 0xd1b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004f36880, 0xd1b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0024eee40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fab518, 0xc0044dc060, 0xc0044dc900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 572 [semacquire]: strings.Replace(0xc0041b5200, 0xc08, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058358f8, 0xc0041b5200, 0xc08, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 573 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 574 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc00009fa00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009fa00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00009fa00, 0xc002afbe30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691aa0, 0x0, 0x0, 0x0, 0xc002f37200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f378f8, 0xc00252a400, 0xacf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 575 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc00400af00, 0x4e8, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d373c0, 0xaa058b, 0x2, 0xc00400af00, 0x4e8, 0x1, 0x102, 0xc00588cd80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00400af00, 0x4e8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d37518, 0xc00254e800, 0x45, 0xc0024e6b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 576 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000825d80, 0xc00193a950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 577 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0054631e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054631e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0054631e0, 0xc00251dc00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0036f73e0, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc0036f73b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f73b0, 0x0, 0x0, 0x0, 0x2500, 0xc005b90f00, 0x2172, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005b90f00, 0x2172, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004e16000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc0039ef920, 0xc005711d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 579 [semacquire]: regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00542b400, 0xbb8, 0x2, 0xc002be5a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00542b400, 0xbb8, 0x0, 0x0, 0xc0021965a0, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00542b400, 0xbb8, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 580 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003383b90, 0x4ed3ab14, 0x1251a20, 0xc003f087a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 581 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0001081a0, 0xc00445a700, 0xfd) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0001081a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001081a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0001081a0, 0xc00303afc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004912b40, 0x0, 0x0, 0x0, 0xc0026b9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004912b40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b98f8, 0xc00306e000, 0x1b87, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 582 [semacquire]: strings.genSplit(0xc004dfd000, 0x7fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee1980, 0x198, 0x198) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d313c0, 0xaa0569, 0x2, 0xc00349f000, 0x7fe, 0x15, 0x198, 0xc0007bc9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc00349f000, 0x7fe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d31518, 0xc0029cc5e0, 0x4d, 0xc00002a690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c72c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 583 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7400, 0xaa04f9, 0x2, 0xc005676000, 0xe8, 0xc0039f7240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc005672210) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003553f80, 0xc0039f72c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0039f7388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0039f7388, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0, 0xc1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0039f7518, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 584 [semacquire]: strings.Replace(0xc005c06800, 0x1798, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x16, 0xc005c06800, 0x1798) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053658f8, 0xc00455f000, 0x1796, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 585 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00480c700, 0x6b7, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00480c700, 0x6b7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00480c700, 0x6b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00480c700, 0x6b7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00480c700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00480c700, 0x6b7, 0x0, 0x0, 0x6b7, 0x700, 0xc00480c700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00480c700, 0x6b7, 0x6b7, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xc00480c700, 0x6b7, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xaa0378, 0x1, 0xc00480c700, 0x6b7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 586 [semacquire]: strings.Replace(0xc0043b8000, 0x22b0, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc0043b8000, 0x22b0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044378f8, 0xc0030b0f00, 0x22ae, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c75c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 587 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004822340, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004822340, 0x0, 0x0, 0x0, 0xc0041e5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004822340, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e58f8, 0xc00503c000, 0x1a2a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 588 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0005c3680, 0x10c, 0x2, 0xc00423a198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0005c3680, 0x10c, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d231f0, 0xc00423a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003d23180, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00423b0c0, 0xc003d23180, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00423b0c0, 0xc003d23180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d23180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af12d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af11f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0af0, 0xc000a7f500, 0x7fc559d9f7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0a10, 0x54b170, 0xc00073bad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003af0a10, 0x0, 0x0, 0x0, 0x0, 0xc003af0a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4be00, 0x0, 0x0, 0x0, 0x1a80, 0xc0042cc000, 0x19ee, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0042cc000, 0x19ee, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc3c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032db518, 0xc00063a500, 0xc003c98be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 589 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 590 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d3588, 0xaa04f9, 0x2, 0xc00365a000, 0x24a, 0x1, 0x42, 0xc0029cc540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049d3518, 0xc0036b5720, 0xb8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c78c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 591 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 592 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 593 [semacquire]: strings.Replace(0xc00562c000, 0x1d82, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00562c000, 0x1d82) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003faf8f8, 0xc004d28000, 0x1d80, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 594 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003846b60, 0xc0032ca0d8, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003846b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003846b60, 0xc004b028c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd760, 0x0, 0x0, 0x0, 0xc002ab9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab98f8, 0xc002ec4000, 0x289a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7bc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 595 [semacquire]: strings.Replace(0xc005694000, 0x7b1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005694000, 0x7b1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab58f8, 0xc002a38000, 0x7af, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 596 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003ad7000, 0xdfd, 0xc003ed7218, 0xc00117d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003ad7000, 0xdfd, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ed73c0, 0xaa0599, 0x2, 0xc003ad7000, 0xdfd, 0x40, 0x456, 0xc0055d8b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ad7000, 0xdfd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ed7518, 0xc0055d87c0, 0x3a, 0xc0035dce80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 597 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035b1d70, 0x3a0bbda5, 0x1251a20, 0xc004e54d60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 598 [semacquire]: bytes.makeSlice(0x40f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00363b0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00363b0c0, 0x1189d32, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00363b0c0, 0xc00541f9a0, 0x42, 0x42, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab500, 0xc002f86210, 0xc003639898) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab490, 0xc000000001, 0xb) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab260, 0x7fc4fc6e0a00, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab260, 0xc003639ea8, 0x49cd7c) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab260, 0xc002f86210, 0xc003639f68) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab1f0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab110, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00363b0c0, 0xc0054ab110, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:271 +0x54b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaaf0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaa10, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa310, 0xc000365880, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa230, 0x54b170, 0xc001e47520) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0054aa230, 0x0, 0x0, 0x0, 0x0, 0xc0054aa230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036ac000, 0x0, 0x0, 0x0, 0x2800, 0xc00363c000, 0x266a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00363c000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e65518, 0xc00254e060, 0xc0029cd1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 599 [semacquire]: golang.org/x/net/html.(*parser).addChild(0xc0053dfc70, 0xc0019184d0) /home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0053dfc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053dfc70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0053dfc70, 0xc002b81730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d451e0, 0x0, 0x0, 0x0, 0xc0058b9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d451e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b98f8, 0xc003940000, 0x1fbb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7f80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 600 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 601 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002e0fd20, 0xc0033912c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033913c0, 0xaa0503, 0x2, 0xc0034f2000, 0x1473, 0x3, 0x51f, 0xc002e0fd00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0034f2000, 0x1473, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003391518, 0xc002e0f940, 0x58, 0xc000366a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 602 [semacquire]: strings.Replace(0xc002c12500, 0x2441, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002c12500, 0x2441) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f278f8, 0xc001f86f00, 0x2439, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 603 [semacquire]: strings.Replace(0xc004f00000, 0x3198, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc004f00000, 0x3198) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046cf8f8, 0xc002bc9500, 0x317c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 604 [semacquire]: strings.genSplit(0xc003952800, 0x1531, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d76000, 0x39a, 0x39a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279d3c0, 0xaa058b, 0x2, 0xc00272f800, 0x1531, 0x1, 0x39a, 0xc00254f0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00272f800, 0x1531, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279d518, 0xc005806ea0, 0x7b, 0xc004b4bc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 605 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 606 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00087c1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00087c270, 0xc0024fd2d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bca40, 0x0, 0x0, 0x0, 0xc004aed200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bca40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aed8f8, 0xc001f89400, 0x23b9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e64e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 607 [semacquire]: bytes.makeSlice(0x1368, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003e5f388, 0x110, 0x191) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003e5f388, 0xc0057a8360, 0x110, 0x191, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28cb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28af0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0ccb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0cbd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0c4d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0027eaa50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e5f518, 0xc005711f40, 0x4f, 0xc0058725f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 608 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029fd900, 0x12c6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029fd900, 0x12c6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x12c6, 0xc0029fd900, 0x12c6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029fd900, 0x12c6, 0x12c6, 0x1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xc0029fd900, 0x12c6, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xaa0378, 0x1, 0xc0029fd900, 0x12c6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 609 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032d4f70, 0xc0031dac60, 0x151) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032d4f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d4f70, 0xc00223b570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08660, 0x0, 0x0, 0x0, 0xc003087200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08660, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030878f8, 0xc0030aea00, 0x23dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 610 [semacquire]: github.com/gigawattio/window.Rolling(0xc002327400, 0x225, 0x225, 0x3, 0x0, 0x224, 0xc002327400) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00362f518, 0xc0000aede0, 0xc004a44040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 611 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 612 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0057118a0, 0xc0055472c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055473c0, 0xaa05c9, 0x2, 0xc00084f500, 0x14d3, 0x7, 0x40e, 0xc005711880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00084f500, 0x14d3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005547518, 0xc005711440, 0x3e, 0xc0059193c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 613 [semacquire]: strings.Replace(0xc0007c4a00, 0x31e0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0007c4a00, 0x31e0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f298f8, 0xc0007c1500, 0x31dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 614 [semacquire]: strings.genSplit(0xc0060748c0, 0x1b7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x21b, 0xc006074700, 0x1b7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004307588, 0xaa04f9, 0x2, 0xc006074700, 0x1b7, 0x1, 0x11, 0xc003deb4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004307518, 0xc003e56f40, 0x7f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 615 [semacquire]: bytes.makeSlice(0x81f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005eb30c0, 0x1, 0xb0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005eb30c0, 0x1189d4f, 0x1, 0x1, 0xaa, 0xb0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005eb30c0, 0xc0027415c1, 0xb2, 0xb2, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99c00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005eb30c0, 0xc005e99c00, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99110, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99030, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98930, 0xc000334000, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e98930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98850, 0x54b170, 0xc002a76dd0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005e98850, 0x0, 0x0, 0x0, 0x0, 0xc005e98850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00293e6c0, 0x0, 0x0, 0x0, 0x1000, 0xc005e9b000, 0xfd8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005e9b000, 0xfd8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002739b90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004bad518, 0xc00000ee00, 0xc0007bdba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 616 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c013cc0, 0x7fc4cc002ca0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010250c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010250b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00312d800, 0xab8, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xc00312d800, 0xab8, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xaa0378, 0x1, 0xc00312d800, 0xab8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 617 [semacquire]: os.newFile(0x52, 0xc0004e6d20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 618 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0026544e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc00205e300, 0x2e, 0xc0023f2000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 619 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 620 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc004ea4420, 0xd50000006f, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc004ea4420, 0x6f) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003092ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003092ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448910c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003092ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003092ff8, 0x1, 0xc005192160, 0xc0100365880, 0x280459d9f7d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003092ff8, 0x4, 0xe31, 0xc003844101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003844000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053de270, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc00, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030938f8, 0xc00357e000, 0x1fcc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 621 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0003f66c0, 0x21c, 0x2, 0xc002f71e68, 0x0, 0xc002f71f08, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0003f66c0, 0x21c, 0xaa0378, 0x1, 0xc004e95f00, 0x6) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53180, 0xc002f86210, 0xc002f71fa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f53110, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f53110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52f50, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f52f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f52f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52150, 0xc001b7b500, 0x7fc559da0560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52070, 0x54b170, 0xc000108270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002f52070, 0x0, 0x0, 0x0, 0x0, 0xc002f52070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b13b60, 0x0, 0x0, 0x0, 0x1980, 0xc0025d2000, 0x1903, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0025d2000, 0x1903, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612120) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f39518, 0xc0029cc040, 0xc0029ccda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 622 [semacquire]: strings.Replace(0xc0046b8c00, 0x12cd, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0046b8c00, 0x12cd) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cf8f8, 0xc0046b5300, 0x12ca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e70e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 623 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0042050c0, 0xaa04bf, 0x2, 0x83, 0x2, 0xc004204198) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042050c0, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042050c0, 0xc003559ab0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003559ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003559ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4fc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4ee0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad47e0, 0xc000335180, 0x7fc559d9f108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4700, 0x54b170, 0xc003e08820) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003ad4700, 0x0, 0x0, 0x0, 0x0, 0xc003ad4700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00375da40, 0x0, 0x0, 0x0, 0x1800, 0xc004697000, 0x156e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004697000, 0x156e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000178f20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004205518, 0xc002434540, 0xc002435120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 624 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc45c220ed0, 0x7fc45c21ff50) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002365a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002365a70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001dfb800, 0x7aa, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xc001dfb800, 0x7aa, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xaa0378, 0x1, 0xc001dfb800, 0x7aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 625 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00541c002, 0xea7, 0xc002c03248, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00541c002, 0xea7, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c03518, 0xc0000af4e0, 0xc0049124e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 626 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00450ca80, 0x9ce, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00450ca80, 0x9ce, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x9ce, 0xc00450ca80, 0x9ce) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00450ca80, 0x9ce, 0x9ce, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xc00450ca80, 0x9ce, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xaa0378, 0x1, 0xc00450ca80, 0x9ce, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 627 [runnable]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e74a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 628 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 629 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0056884e0, 0xc0026d1f80, 0x7c) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0056884e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0056884e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0056884e0, 0xc0017ce310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d454c0, 0x0, 0x0, 0x0, 0xc00460b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d454c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460b8f8, 0xc00522aa00, 0x2063, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 630 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc004918ea0, 0xc0050dc700, 0xdb) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc004918ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004918ea0, 0xc002a0e380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825000, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825000, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc002420c80, 0x18c2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 631 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004f38380, 0xc9b, 0xc00553f218, 0xc000365880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004f38380, 0xc9b, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553f3c0, 0xaa058b, 0x2, 0xc004f38380, 0xc9b, 0x1, 0x2ce, 0xc0044dcb80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004f38380, 0xc9b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553f518, 0xc003f09880, 0x43, 0xc005371220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 632 [semacquire]: strings.genSplit(0xc004a84000, 0x10fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d5a000, 0x33b, 0x33b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e673c0, 0xaa04df, 0x2, 0xc002645900, 0x10fa, 0x5, 0x33b, 0xc004822940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc002645900, 0x10fa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e67518, 0xc004822560, 0x5c, 0xc0003e89c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 633 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005a97a80, 0x1a7b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a97a80, 0x1a7b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x1a7b, 0xc005a97a80, 0x1a7b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a97a80, 0x1a7b, 0x1a7b, 0x1a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xc005a97a80, 0x1a7b, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xaa0378, 0x1, 0xc005a97a80, 0x1a7b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 634 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003e23b00, 0xd66, 0xc004453218, 0xc000ee7880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003e23b00, 0xd66, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044533c0, 0xaa059b, 0x2, 0xc003e23b00, 0xd66, 0x5, 0x327, 0xc0029cdea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003e23b00, 0xd66, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004453518, 0xc0029cdb60, 0x5c, 0xc000096360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e79e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 635 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003e089c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e089c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e089c0, 0xc00422c0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002435220, 0x0, 0x0, 0x0, 0xc004af7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002435220, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af78f8, 0xc0007cb000, 0x2d8f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 636 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006087790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006087860, 0xc003ae6770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003733c80, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc003733c50) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003733c50, 0x0, 0x0, 0x0, 0x1000, 0xc0059a6000, 0xdea, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0059a6000, 0xdea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0033425a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005739518, 0xc0036b4140, 0xc0036b4bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 637 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005807820, 0xc00404d220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00404d588, 0xaa04f9, 0x2, 0xc00322e630, 0xae, 0x2, 0x11, 0xc0058077e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00404d518, 0xc00221af00, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 638 [semacquire]: strings.genSplit(0xc000097620, 0x59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x59, 0x4e, 0x4e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006007518, 0xc005795d70, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:575 +0x1a2 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006007518, 0xc002434c80, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 639 [semacquire]: strings.Replace(0xc0035d6a00, 0x133b, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x7, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc004d8c1c0, 0x0, 0x0, 0x0, 0x0, 0xc004d8c1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024b3c50, 0x0, 0x0, 0x0, 0x1800, 0xc003952800, 0x1799, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003952800, 0x1799, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc002c5aa50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dc7518, 0xc00205ec80, 0xc00205fba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 640 [semacquire]: strings.genSplit(0xc006211500, 0x14b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b39000, 0x419, 0x419) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056cd3c0, 0xaa0503, 0x2, 0xc00268f500, 0x14b6, 0x4, 0x419, 0xc004823e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc00268f500, 0x14b6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056cd518, 0xc004823a40, 0x41, 0xc0042b5f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 641 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bdca0, 0xc0031ff220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031ff588, 0xaa04f9, 0x2, 0xc002bc0820, 0x189, 0x12, 0x2b, 0xc003c986e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0031ff518, 0xc0049135a0, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 642 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 643 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002d115f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc002d116c0, 0xc003097ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691c20, 0x0, 0x0, 0x0, 0xc002f0f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f0f8f8, 0xc003007300, 0x103c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005800c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 644 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032d4410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0032d44e0, 0xc001b8d500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08320, 0x0, 0x0, 0x0, 0xc003a2f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08320, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a2f8f8, 0xc001ec4000, 0x1b2c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 645 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 646 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000aeb60, 0xc002c07210, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c07588, 0xaa04f9, 0x2, 0xc00370b680, 0x253, 0x8, 0xc002c07290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xb, 0xc0036f7f50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0044f5140, 0xc002c07320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002c07518, 0xc0044f48a0, 0xc00254ed40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002c07518, 0xc0044f48a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002c07518, 0xc0044f48a0, 0xc0044f48a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 647 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc004e361a0, 0xc006356000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addText(0xc004e361a0, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162 golang.org/x/net/html.inBodyIM(0xc004e361a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e361a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004e361a0, 0xc006353490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006919a0, 0x0, 0x0, 0x0, 0xc003863200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006919a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038638f8, 0xc003487900, 0xc35, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005803c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 648 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 649 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032d5e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0032d5ee0, 0xc0023dd5e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08880, 0x0, 0x0, 0x0, 0xc002f35200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08880, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f358f8, 0xc002701800, 0x15c0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 650 [runnable]: strings.Index(0xc001c48000, 0x1c4d, 0xaa042f, 0x2, 0x3) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc001c48000, 0x1c4d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc003ba6000, 0xc0029ccf20) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058118f8, 0xc001c48000, 0x1c4d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 651 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005806c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 652 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c599e0, 0xc00005d950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 653 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000eaf380, 0xc002ae83f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08f00, 0x0, 0x0, 0x0, 0xc003edd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08f00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003edd8f8, 0xc003cc5300, 0x12c5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 654 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000825b60, 0xc0006e5950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 655 [runnable]: regexp.makeOnePass.func1(0xa, 0xc004e62720, 0xc, 0xc, 0x1) /usr/local/go/src/regexp/onepass.go:361 +0x76b regexp.makeOnePass(0xc0047f66f0, 0xc0047f66f0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0047f6690, 0xc0047f6690) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002485300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002485300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002485300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002485300, 0x75a856, 0x0, 0xc00254a000, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002485300, 0xc0024852c8, 0xc002485350, 0x42ca96, 0xc0047f6660, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002485368, 0xc002485380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc004e55060) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0007006f0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002485518, 0xc00344d520, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005809c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 656 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45280, 0xc0006e7950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 657 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004822660, 0xc0006f6950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 658 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005d270c0, 0xc0033a5c20, 0xeb, 0xeb, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d270c0, 0xc0062ebea0, 0xc005d261b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062ebe30, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d270c0, 0xc0062ebe30, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d270c0, 0xc0062ebe30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d270c0, 0xc0062ebe30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eb340, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eb340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eb340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eb260, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eab60, 0x20300100000000, 0x7fc4fc7e7fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eaa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eaa80, 0x54b170, 0xc0062e61a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0062eaa80, 0x0, 0x0, 0x0, 0x0, 0xc0062eaa80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f41f50, 0x0, 0x0, 0x0, 0x1000, 0xc0062ee000, 0xe95, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0062ee000, 0xe95, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00628c150) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b518, 0xc003711180, 0xc004912700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 659 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 660 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0055d8720, 0xc0006f9950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 661 [semacquire]: strings.genSplit(0xad1fe8, 0x88a, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc003374000, 0xc3, 0xc3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 662 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f09cc0, 0xc0007d3950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 663 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710 github.com/araddon/dateparse.parseTime(0xc000429f80, 0x51, 0x0, 0xc000429f80, 0x51, 0x51) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6 github.com/araddon/dateparse.ParseAny(0xc000429f80, 0x51, 0x3, 0xaa0378, 0x1, 0xc000429f80, 0x51) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ab7518, 0xc00566ec20, 0xc003dd2520) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 664 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00472d180, 0xc0007d5950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 665 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0037113e0, 0xc0007ce950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 666 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003710cc0, 0xc0007cf950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 667 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0035e1fc0, 0xc00018f950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005812c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 668 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003288000, 0x8ba, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003288000, 0x8ba, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003288000, 0x8ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003288000, 0x8ba, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003288000, 0x8ba, 0x0, 0x0, 0x8ba, 0xc003288000, 0x8ba) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003288000, 0x8ba, 0x8ba, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ceba4, 0x32, 0xc003288000, 0x8ba, 0xc003288000, 0x8ba, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ceba4, 0x32, 0xc003288000, 0x8ba, 0xaa0378, 0x1, 0xc003288000, 0x8ba, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 669 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000691660, 0xc00496d1b0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00496d588, 0xaa04f9, 0x2, 0xc00315ac80, 0x1922, 0xc004278e01, 0xc003d0d2f0, 0xc00496d230) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00496d518, 0xc004341860, 0xc004341ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00496d518, 0xc003710640, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 670 [semacquire]: strings.genSplit(0xc0030d9400, 0x2486, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3c8a, 0xc0030d2500, 0x2486) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004209588, 0xaa04f9, 0x2, 0xc0030d2500, 0x2486, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004209518, 0xc00344d140, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 671 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0047b0000, 0x1646, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0047b0000, 0x1646, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0047b0000, 0x1646, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0047b0000, 0x1646, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0047b0000, 0x1646, 0x0, 0x0, 0x1646, 0xc0047b0000, 0x1646) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0047b0000, 0x1646, 0x1646, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001143c0, 0x2f, 0xc0047b0000, 0x1646, 0xc0047b0000, 0x1646, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001143c0, 0x2f, 0xc0047b0000, 0x1646, 0xaa0378, 0x1, 0xc0047b0000, 0x1646, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005815c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 672 [semacquire]: strings.genSplit(0xc004983800, 0x1668, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b56000, 0x407, 0x407) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064bf3c0, 0xaa058b, 0x2, 0xc0043a4800, 0x1668, 0x1, 0x407, 0xc003710200) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cd50, 0xc0043a4800, 0x1668, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0064bf518, 0xc0035e19e0, 0x45, 0xc00002b950) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 673 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 674 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00344d960, 0xc000858950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 675 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0d3c0, 0xaa0599, 0x2, 0xc002898500, 0x213d, 0xc002898500, 0xc003f0d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700c90, 0xc002898500, 0x213d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0d518, 0xc0039eee40, 0x52, 0xc00046c565) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005818c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 676 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003b89200, 0x25a6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003b89200, 0x25a6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003b89200, 0x25a6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003b89200, 0x25a6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003b89200, 0x25a6, 0x0, 0x0, 0x25a6, 0xc003b89200, 0x25a6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003b89200, 0x25a6, 0x25a6, 0x2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608240, 0x33, 0xc003b89200, 0x25a6, 0xc003b89200, 0x25a6, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608240, 0x33, 0xc003b89200, 0x25a6, 0xaa0378, 0x1, 0xc003b89200, 0x25a6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 677 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00587eb30, 0xc000482608, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00587eb30, 0xc0059511f0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00587eb30, 0xc005951260, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc005951260, 0xc005951260, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00587eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00587eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00389c85c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00587eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00587eff8, 0x1, 0xc00594e8c0, 0xc01013fd500, 0x280459d9fe98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00587eff8, 0x4, 0x3b5, 0xc00044ac01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00044a000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003846d00, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6f60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031b58f8, 0xc003690000, 0x2af6, 0x42ca96, 0xc002d836e0, 0x60) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 678 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048d1000, 0xffb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048d1000, 0xffb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048d1000, 0xffb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048d1000, 0xffb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048d1000, 0xffb, 0x0, 0x0, 0xffb, 0xc0048d1000, 0xffb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048d1000, 0xffb, 0xffb, 0x1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ceb40, 0x4e, 0xc0048d1000, 0xffb, 0xc0048d1000, 0xffb, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ceb40, 0x4e, 0xc0048d1000, 0xffb, 0xaa0378, 0x1, 0xc0048d1000, 0xffb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 679 [semacquire]: github.com/gigawattio/window.Rolling(0xc00469c000, 0x39b, 0x39b, 0x3, 0x0, 0x39a, 0xc00469c000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00402b518, 0xc0036b4040, 0xc0036b48a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 680 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 802 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0000aa000, 0xc0000a8000) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 681 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 682 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 683 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002434000, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434000, 0x0, 0x0, 0x0, 0xc002501200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434000, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025018f8, 0xc002543300, 0x18e5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 684 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 685 [semacquire]: strings.Replace(0xc0021ddb00, 0x1a8f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0021ddb00, 0x1a8f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e418f8, 0xc001f2b100, 0x1a89, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 686 [semacquire]: strings.Replace(0xc0056be000, 0xffa, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc0056be000, 0xffa) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4d8f8, 0xc0029f8000, 0xff5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 687 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002181380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002181380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002181380, 0xc003ccf490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59440, 0x0, 0x0, 0x0, 0xc002603200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026038f8, 0xc005a3a000, 0x1be2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a01e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 688 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a02a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 689 [semacquire]: strings.Replace(0xc00340d500, 0x2975, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056d18f8, 0xc00340d500, 0x2975, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 690 [semacquire]: strings.Replace(0xc000783000, 0x161c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d5d8f8, 0xc000783000, 0x161c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 691 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002b12090, 0xc002b136b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0044fb518, 0xc002b12090, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044fb518, 0xc003d08780, 0x4e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a04e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 692 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a05a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 693 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052d6150, 0xc0052da000, 0x2, 0x2, 0xc0052da000, 0x2, 0x2) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052bdea0, 0x0, 0x0, 0x0, 0xa2f0bffe9d8470af, 0xc00439d138, 0xc00439d1e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052bde30, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc004c58bc0, 0xc0052bde30, 0xc00439d1d0, 0x747325, 0xc00167ee00) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0052bdd50, 0x0, 0x8, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc000010820, 0x1, 0x1, 0xc00439d330, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000010820, 0x1, 0x1, 0xb856e0, 0xc004c58bc0, 0xc00439d3b0, 0x753f20, 0xaa3fc2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052b9170, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00439d518, 0xc004c588e0, 0x49, 0xc0023f7680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 694 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041a8000, 0xa7b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041a8000, 0xa7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041a8000, 0xa7b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041a8000, 0xa7b, 0x0, 0x0, 0xa7b, 0xc0041a8000, 0xa7b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041a8000, 0xa7b, 0xa7b, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023ef2cd, 0x26, 0xc0041a8000, 0xa7b, 0xc0041a8000, 0xa7b, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023ef2cd, 0x26, 0xc0041a8000, 0xa7b, 0xaa0378, 0x1, 0xc0041a8000, 0xa7b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 695 [semacquire]: strings.Replace(0xc005682000, 0x960, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc005682000, 0x960) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029358f8, 0xc002c1f500, 0x95e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a07e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 696 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000f3e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000f3e1a0, 0xc0053778f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00588da80, 0x0, 0x0, 0x0, 0xc004057200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00588da80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040578f8, 0xc00555a000, 0x1186, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 697 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000eae0d0, 0xc004ada7e0, 0x62) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000eae0d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae0d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000eae0d0, 0xc0025981c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08cc0, 0x0, 0x0, 0x0, 0xc005a03200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08cc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a038f8, 0xc002c86000, 0x1328, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 698 [semacquire]: github.com/gigawattio/window.Rolling(0xc0038f0000, 0x1fc, 0x1fc, 0x3, 0x0, 0x1fb, 0xc0038f0000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d03518, 0xc004e54360, 0xc004e54dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 699 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003d1cf90, 0x20, 0x203001, 0x203001, 0x203001) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00410b518, 0xc0006918a0, 0xc004d45340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 700 [semacquire]: strings.Replace(0xc0011ba580, 0xc59, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x226e6f6974706972, 0x746e65746e6f6320) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460f8f8, 0xc0011ba580, 0xc59, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 701 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001e46410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001e464e0, 0xc0063c0070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4980, 0x0, 0x0, 0x0, 0xc003e21200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e218f8, 0xc003c3e600, 0x1192, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0c60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 702 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0d20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 703 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005a4b002, 0xf0f, 0xc004c39248, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005a4b002, 0xf0f, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0058d3518, 0xc000825e20, 0xc00588c8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 704 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc0035add40, 0xc003da4301) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0035add40, 0x6d) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc0035add40, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc0035ade10, 0xc003593d50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e16a0, 0x0, 0x0, 0x0, 0xc0024d5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e16a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d58f8, 0xc0025df000, 0x1602, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 705 [runnable]: github.com/fatih/set.(*Set).Add(0xc0041d6e20, 0xc001007950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 706 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4c0002c90, 0x7fc4c0002e50) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0053cd070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0053cd060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c54000, 0xc69, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e6410, 0x41, 0xc001c54000, 0xc69, 0xc001c54000, 0xc69, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e6410, 0x41, 0xc001c54000, 0xc69, 0xaa0378, 0x1, 0xc001c54000, 0xc69, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 707 [runnable]: strings.TrimSpace(0xaced2e, 0x5, 0x1, 0x0) /usr/local/go/src/strings/strings.go:874 +0x2b github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a10e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 708 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a11a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 709 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c57000, 0xf0e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c57000, 0xf0e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c57000, 0xf0e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c57000, 0xf0e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c57000, 0xf0e, 0x0, 0x0, 0xf0e, 0xc002c57000, 0xf0e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c57000, 0xf0e, 0xf0e, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114060, 0x27, 0xc002c57000, 0xf0e, 0xc002c57000, 0xf0e, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114060, 0x27, 0xc002c57000, 0xf0e, 0xaa0378, 0x1, 0xc002c57000, 0xf0e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 710 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bdf80, 0xc0044ff220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ff588, 0xaa04f9, 0x2, 0xc004101340, 0x151, 0x1, 0x22, 0xc0007bdee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044ff518, 0xc004823960, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 711 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004df88d0, 0x2befc123, 0x1251a20, 0xc000825620, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a13e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 712 [semacquire]: github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc002ec3810, 0xc00003c800, 0xc002043140, 0x4341f3) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f github.com/PuerkitoBio/goquery.mapNodes(0xc0055ea8b8, 0x1, 0x1, 0xae5578, 0xc000642ab0, 0xc0007bcba8, 0xae6208) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getParentNodes(0xc0055ea8b8, 0x1, 0x1, 0x1, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b github.com/PuerkitoBio/goquery.(*Selection).Parent(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002043518, 0xc00063a4e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 713 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000689ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000689c70, 0xc0036b9ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c98d40, 0x0, 0x0, 0x0, 0xc002f39200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c98d40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f398f8, 0xc001e52a00, 0x5355, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 714 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45940, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45940, 0x0, 0x0, 0x0, 0xc002c47200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45940, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c478f8, 0xc0006c9c00, 0xaf7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 715 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0032d4340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d4340, 0xc001b8ce70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f082c0, 0x0, 0x0, 0x0, 0xc003d8d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f082c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d8d8f8, 0xc004a36000, 0x1e5f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a16e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 717 [semacquire]: strings.Replace(0xc004ccb600, 0xd26, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405d8f8, 0xc004ccb600, 0xd26, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 719 [semacquire]: strings.Replace(0xc0028cf000, 0x787, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a198f8, 0xc0028cf000, 0x787, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 720 [semacquire]: strings.Replace(0xc0029fb300, 0x108c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0xb6bf96) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00369d8f8, 0xc0029fb300, 0x108c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 721 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 722 [semacquire]: strings.Replace(0xc0031ac000, 0xf2a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032dd8f8, 0xc0031ac000, 0xf2a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 723 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eafd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000eafe10, 0xc00259ff10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09b40, 0x0, 0x0, 0x0, 0xc002cc3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09b40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc38f8, 0xc001cc2a00, 0x19d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 724 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003aa0000, 0xc2c, 0xc004f51218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003aa0000, 0xc2c, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f513c0, 0xaa04f9, 0x2, 0xc003aa0000, 0xc2c, 0x1, 0x2b7, 0xc0055d8560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003aa0000, 0xc2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f51518, 0xc0055d8220, 0x4e, 0xc002c5b8b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 725 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003dea120, 0xc0034732c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034733c0, 0xaa04f9, 0x2, 0xc0029f6400, 0x8fa, 0x1, 0x23d, 0xc00000e6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748300, 0xc0029f6400, 0x8fa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003473518, 0xc0029cc640, 0x4d, 0xc00260bf40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 726 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003e09520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc003e095f0, 0xc0051232d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003710080, 0x0, 0x0, 0x0, 0xc003fad200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003710080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fad8f8, 0xc00512a000, 0x38fc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 727 [semacquire]: strings.genSplit(0xc004b59000, 0xfa2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d3ca00, 0x303, 0x303) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f933c0, 0xaa04df, 0x2, 0xc005943000, 0xfa2, 0x4, 0x303, 0xc003f08640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc005943000, 0xfa2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f93518, 0xc005807260, 0x37, 0xc00510c300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 728 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:141 regexp.makeOnePass(0xc0026f6510, 0xc0026f6510) /usr/local/go/src/regexp/onepass.go:307 +0x171 regexp.compileOnePass(0xc0026f64b0, 0xc0026f64b0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003362ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003362ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dd5c4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003362ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003362ff8, 0x1, 0xc0052351c0, 0xc0100334000, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003362ff8, 0x4, 0xf7, 0xc003620f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003620000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005688820, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6480, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033638f8, 0xc0031ae000, 0xefa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c00c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 729 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 730 [semacquire]: bytes.makeSlice(0x621, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003505388, 0xed, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003505388, 0xc002940a50, 0xed, 0x5165d7, 0xc004d18ce6, 0xc004dd3480) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005121810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0051217a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002955110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002955030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002954930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ba1740, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003505518, 0xc000825900, 0x50, 0xc002c5b450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0240, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 731 [semacquire]: strings.genSplit(0xc005d8e800, 0x3fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3fd, 0xc004cfdb00, 0x403) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00358d518, 0xc0038adee0, 0xc00221af20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 732 [semacquire]: strings.Replace(0xc004a01300, 0x1149, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc004a01300, 0x1149) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a058f8, 0xc000f43900, 0x1132, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c03c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 733 [runnable]: golang.org/x/net/html.(*Node).AppendChild(...) /home/develop/go/src/golang.org/x/net/html/node.go:88 golang.org/x/net/html.(*parser).addChild(0xc004918820, 0xc00647dea0) /home/develop/go/src/golang.org/x/net/html/parse.go:230 +0x180 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc004918820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x17c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004918820, 0xc00647d500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824ec0, 0x0, 0x0, 0x0, 0xc003197200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824ec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031978f8, 0xc0029fd900, 0x11a5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 734 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0064aad00, 0xc00565e620, 0x6) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0064aad00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aad00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0064aad00, 0xc005d82cb0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e540, 0x0, 0x0, 0x0, 0xc005f8b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e540, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f8b8f8, 0xc001088000, 0x10d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 736 [semacquire]: strings.Replace(0xc005662000, 0x5c76, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x12, 0xc005662000, 0x5c76) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00332b8f8, 0xc0030de000, 0x5c71, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c06c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 737 [runnable]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0006919e0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006919e0, 0x0, 0x0, 0x0, 0xc005a09200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006919e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a098f8, 0xc002588000, 0x167d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 738 [semacquire]: strings.Replace(0xc00520c000, 0x1a08, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc001cfbbc0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028af8f8, 0xc00520c000, 0x1a08, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 739 [semacquire]: strings.Replace(0xc003d58600, 0x118c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003d58600, 0x118c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d918f8, 0xc003cc6600, 0x1185, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 740 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc002accaf0, 0x0, 0x0, 0x0, 0x0, 0xc002accaf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002bb16b0, 0x0, 0x0, 0x0, 0x1800, 0xc002589800, 0x1793, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002589800, 0x1793, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0023f4bd0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f35518, 0xc0006905a0, 0xc000691180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c09c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 741 [semacquire]: strings.Replace(0xc0025dc000, 0x1674, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0025dc000, 0x1674) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d38f8, 0xc00258b000, 0x1672, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 742 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc5201c7180, 0x7fc5201be600) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00495e1a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00495e190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002766300, 0x64b, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000428788, 0x4b, 0xc002766300, 0x64b, 0xc002766300, 0x64b, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000428788, 0x4b, 0xc002766300, 0x64b, 0xaa0378, 0x1, 0xc002766300, 0x64b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 743 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000eaf790, 0xc00324f260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f094c0, 0x0, 0x0, 0x0, 0xc00308f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f094c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00308f8f8, 0xc003250000, 0x1c8d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 744 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45480, 0xc004e352c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e353c0, 0xaa059b, 0x2, 0xc004e47000, 0x7c9, 0x5, 0x1ba, 0xc004e54000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004e47000, 0x7c9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e35518, 0xc0039efc00, 0x78, 0xc0023ffd80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 745 [semacquire]: strings.Replace(0xc00403c800, 0x154d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044138f8, 0xc00403c800, 0x154d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 746 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032030c0, 0xc0001b5c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032030c0, 0xc0001b5c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc0001b58f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0032030c0, 0xc0001b58f0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032030c0, 0xc0001b58f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032030c0, 0xc0001b58f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074d20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074c40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074540, 0xc000365880, 0x7fc559da19b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074460, 0x54b170, 0xc000108c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005074460, 0x0, 0x0, 0x0, 0x0, 0xc005074460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002bb0e70, 0x0, 0x0, 0x0, 0x1980, 0xc003442000, 0x1807, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003442000, 0x1807, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003469b80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010b1518, 0xc004912c20, 0xc004913480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 747 [semacquire]: golang.org/x/net/html.(*Node).clone(...) /home/develop/go/src/golang.org/x/net/html/node.go:146 golang.org/x/net/html.(*parser).reconstructActiveFormattingElements(0xc0032d5450) /home/develop/go/src/golang.org/x/net/html/parse.go:410 +0xfa golang.org/x/net/html.inBodyIM(0xc0032d5450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:860 +0x298 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d5450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032d5450, 0xc002378460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f086e0, 0x0, 0x0, 0x0, 0xc003245200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f086e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032458f8, 0xc00307c000, 0xfb2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 748 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0024d6b30, 0xc0035957d8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0024d6b30, 0xc004c8b5e0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0024d6b30, 0xc004c8b650, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc004c8b650, 0xc004c8b650, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0024d6ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0024d6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633ccd0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0024d6ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0024d6ff8, 0x1, 0xc006162a40, 0xc000bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0024d6ff8, 0x4, 0xb01, 0xc00283b401, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00283b000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001f22270, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00337f440, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d78f8, 0xc00291ca00, 0x14f5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 749 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0053deb60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0053dec30, 0xc00474af50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d453c0, 0x0, 0x0, 0x0, 0xc003fb1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d453c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fb18f8, 0xc004603900, 0x1002, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 750 [semacquire]: strings.Replace(0xc002c6b300, 0x115d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc00399ce80, 0x3) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038898f8, 0xc002c6b300, 0x115d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 751 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 752 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00357d600, 0x844, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00357d600, 0x844, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00357d600, 0x844, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00357d600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00357d600, 0x844, 0x0, 0x0, 0x844, 0xa80, 0xc00357d600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00357d600, 0x844, 0x844, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003cf020, 0x56, 0xc00357d600, 0x844, 0xc00357d600, 0x844, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003cf020, 0x56, 0xc00357d600, 0x844, 0xaa0378, 0x1, 0xc00357d600, 0x844, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c12c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 753 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c033dc0, 0x7fc468220e30) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b6dd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b6dc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005154680, 0x569, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004bc000, 0x6d, 0xc005154680, 0x569, 0xc005154680, 0x569, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004bc000, 0x6d, 0xc005154680, 0x569, 0xaa0378, 0x1, 0xc005154680, 0x569, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 754 [semacquire]: bytes.(*Buffer).grow(0xc0052c5118, 0x7, 0x9) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0052c5118, 0xc003923f19, 0x7, 0x9, 0x0, 0xc0052c50d8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052bd960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052bd8f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ef6300, 0xc003cfa800, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x9, 0xc003ef6300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004a6e150, 0xc0052c5280, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0052c5518, 0xc004a6e120, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0xa, 0xc004a6e120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0050955f0, 0xc0052c5408, 0xc0050944e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052c5518, 0xc0050944e0, 0xc0050944e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 755 [semacquire]: strings.Replace(0xc003f1c600, 0x1962, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc003f1c600, 0x1962) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e98f8, 0xc003f19300, 0x195c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 756 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c15c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 757 [semacquire]: strings.genSplit(0xc005aac600, 0x12c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00594a000, 0x3ee, 0x3ee) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024633c0, 0xaa04f9, 0x2, 0xc00246b900, 0x12c5, 0x1, 0x3ee, 0xc0041d67e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00246b900, 0x12c5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002463518, 0xc0041d64a0, 0x3a, 0xc004b66140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 758 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00015b600, 0x895, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00015b600, 0x895, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00015b600, 0x895, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00015b600, 0x895, 0x0, 0x0, 0x895, 0xc00015b600, 0x895) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00015b600, 0x895, 0x895, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f3110, 0x29, 0xc00015b600, 0x895, 0xc00015b600, 0x895, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f3110, 0x29, 0xc00015b600, 0x895, 0xaa0378, 0x1, 0xc00015b600, 0x895, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 759 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005e08600, 0x5d2, 0x5165d7, 0xc000ee7880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005e08600, 0x5d2, 0x42f9b8, 0xc002e7b2e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7b3c0, 0xaa04d9, 0x2, 0xc005e08600, 0x5d2, 0xc005e08600, 0xc002e7b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc005e08600, 0x5d2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e7b518, 0xc002434ba0, 0x3a, 0xc003595500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 760 [semacquire]: strings.Replace(0xc002640a00, 0x13ce, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc002640a00, 0x13ce) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c438f8, 0xc00296ea00, 0x13cb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c18c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 761 [semacquire]: strings.genSplit(0xc003c68880, 0xc8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc8e, 0xc00292e880, 0xc9c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00475d518, 0xc0044dc580, 0xc0044dce00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 762 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0041d6280, 0xc001d89950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 763 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 764 [runnable]: github.com/fatih/set.(*Set).Add(0xc0041d60c0, 0xc001d8b950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 765 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 766 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a459e0, 0xc001e8d950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 767 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 768 [semacquire]: strings.genSplit(0xc003343400, 0x93, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc8, 0xc003343360, 0x93) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c35588, 0xaa04f9, 0x2, 0xc003343360, 0x93, 0x0, 0xc004c353d8, 0xc0036b43c8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004c35518, 0xc002915740, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c35518, 0xc00254f320, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 769 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0055d8b80, 0xc001e88950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 770 [semacquire]: regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0032d27e0, 0x114, 0x2, 0xc0057fc198, 0x0, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0032d27e0, 0x114, 0xaa0378, 0x1, 0xc00032f7a0, 0x14) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057fd0c0, 0xc0002184d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc000218310, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057fd0c0, 0xc000218310, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057fd0c0, 0xc000218310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057fd0c0, 0xc000218310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e7b90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e7b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e7b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e7ab0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e7ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e7ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e73b0, 0xc000365880, 0x7fc559da19b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e73b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e73b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e72d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e72d0, 0x54b170, 0xc005689ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0032e72d0, 0x0, 0x0, 0x0, 0x0, 0xc0032e72d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0054ea6f0, 0x0, 0x0, 0x0, 0x1000, 0xc003e79000, 0xdf2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003e79000, 0xdf2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00541e500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003085518, 0xc0055d9e20, 0xc004912740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 771 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 772 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d81e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 773 [semacquire]: strings.genSplit(0xc00410f700, 0x55a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x176, 0x176) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036313c0, 0xaa059b, 0x2, 0xc00410e100, 0x55a, 0x4, 0x176, 0xc00472c240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235e00, 0xc00410e100, 0x55a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003631518, 0xc003711c80, 0x4c, 0xc005370a50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d82a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 774 [runnable]: github.com/fatih/set.(*Set).Add(0xc004c59bc0, 0xc001ebd950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 775 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0040550e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0040550e8, 0xb7b620, 0xc0000a7230, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0000a7230, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0000a7230, 0xc0040551d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000a7230, 0x0, 0x0, 0x0, 0x1a80, 0xc004ee2480, 0x19f7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc004ee2480, 0x19f7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004e16a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004055518, 0xc004e54140, 0xc004e54a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 776 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d84e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 777 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004e3fa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc004e3fad0, 0xc002829500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59ec0, 0x0, 0x0, 0x0, 0xc002507200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59ec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025078f8, 0xc002ae8000, 0xc18, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d85a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 778 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0024357e0, 0xc001f98950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 779 [semacquire]: regexp.makeOnePass.func1(0x3, 0xc005cdd110, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc000701fb0, 0xc000701fb0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc000701f50, 0xc000701f50) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x1eb) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d21300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d21300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d21300, 0x0, 0xb856e0, 0xc000690da8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d21300, 0xc005a46a10, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d21300, 0x42cc84, 0xc000701f20, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002d21370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0038ad500, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002905170, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002d21518, 0xc0039ee6e0, 0xabc101, 0x1d, 0x3b, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 780 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c012980, 0x7fc480001ff0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00461cd20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00461cd10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00450e840, 0x28c, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303f440, 0x3e, 0xc00450e840, 0x28c, 0xc00450e840, 0x28c, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303f440, 0x3e, 0xc00450e840, 0x28c, 0xaa0378, 0x1, 0xc00450e840, 0x28c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d87e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 781 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0029ccae0, 0xc00247b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00247b3c0, 0xaa04f9, 0x2, 0xc0063a0c00, 0xabc, 0x1, 0x290, 0xc004a44c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0063a0c00, 0xabc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00247b518, 0xc00254eec0, 0x4f, 0xc00273a780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d88a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 782 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003e09040, 0xc00388fbd0, 0xb) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003e09040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003e09040, 0xc0011221c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44c80, 0x0, 0x0, 0x0, 0xc005369200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053698f8, 0xc005d08000, 0x101e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 783 [semacquire]: strings.Replace(0xc003cb0c00, 0x111c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc003cb0c00, 0x111c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b418f8, 0xc003b05900, 0x111a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 784 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002180000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0021801a0, 0xc0001bb260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bcb00, 0x0, 0x0, 0x0, 0xc0024d9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bcb00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d98f8, 0xc001d3ef00, 0x24d8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 785 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00221be00, 0xc003e22d80, 0xcca, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e22d80, 0xcca, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003aecb00, 0x1e, 0xc003e22d80, 0xcca, 0xc003e22d80, 0xcca, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003aecb00, 0x1e, 0xc003e22d80, 0xcca, 0xaa0378, 0x1, 0xc003e22d80, 0xcca, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 786 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc004ea44e0, 0xffffffff, 0xc003198a58) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc004ea44e0, 0xc0051c8150, 0xc0051c8150) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc004ea44e0, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003198ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003198ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046dd6cc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003198ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003198ff8, 0x1, 0xc005aeea60, 0xc0100334000, 0x280459da0c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003198ff8, 0x4, 0xfa4, 0xc003845001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003845000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053df1e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033af0e0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031998f8, 0xc002eb4c00, 0x1024, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 787 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b4e60, 0xc0021b2950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 788 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004e96000, 0xc0021b3950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 789 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c015580, 0x7fc50c002c30) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00519d640, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00519d630, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003167440, 0x227, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000096660, 0x55, 0xc003167440, 0x227, 0xc003167440, 0x227, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000096660, 0x55, 0xc003167440, 0x227, 0xaa0378, 0x1, 0xc003167440, 0x227, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 790 [semacquire]: strings.Replace(0xc00488a000, 0x1244, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc00488a000, 0x1244) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044518f8, 0xc004601300, 0x123d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 791 [semacquire]: bytes.makeSlice(0x1983, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005673170, 0x3b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005673170, 0xc004afa740, 0x3b, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005673170, 0xc004afa740, 0x3b, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc0036e4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc0036e4070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277c00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277500, 0xb84d20, 0xc005673170) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005673170, 0xc004277500, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035bed20, 0x2c451fc9, 0x1251a20, 0xc003dd2960, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 792 [semacquire]: bytes.makeSlice(0x103f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002eeb0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002eeb0c0, 0x1189d54, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002eeb0c0, 0xc004441301, 0x1263, 0x1263, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc004796000, 0xc002402210, 0xc002ee9fa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc005099490, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002eeb0c0, 0xc005099490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc005099490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0050993b0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002eeb0c0, 0xc0050993b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc0050993b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0046073b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc0046073b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc0046073b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0046072d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc0046072d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc0046072d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc004606bd0, 0xc000fc7880, 0x7fc559da0560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc004606bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc004606bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc004606af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc004606af0, 0x54b170, 0xc003c4e270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004606af0, 0x0, 0x0, 0x0, 0x0, 0xc004606af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0064513e0, 0x0, 0x0, 0x0, 0x1a80, 0xc004032f80, 0x1a77, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004032f80, 0x1a77, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0003e6060) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d03518, 0xc0029cd3e0, 0xc004e54080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d90e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 793 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d91a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 794 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 795 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0057113e0, 0xc0055452c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055453c0, 0xaa04f9, 0x2, 0xc00415aa80, 0x941, 0x1, 0x26d, 0xc0057113c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000a6570, 0xc00415aa80, 0x941, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005545518, 0xc005710fc0, 0x4a, 0xc0058722d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 796 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0038ad3a0, 0xc001f95950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d93e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 797 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043993c0, 0xaa0503, 0x2, 0xc00388c000, 0x1fe1, 0x4, 0x527, 0xc00000fb20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00388c000, 0x1fe1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004399518, 0xc00000f200, 0x5a, 0xc000581b71) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d94a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 798 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000ae340, 0xc001f97950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 799 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 800 [semacquire]: strings.Replace(0xc0041b2000, 0xc30, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0041b2000, 0xc30) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ae98f8, 0xc003714580, 0xc2f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d96e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 801 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc003e06540, 0xbf, 0xaa0378, 0x1, 0xc00273f650, 0x70) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004170c0, 0xc0059ff260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fef50, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0004170c0, 0xc0059fef50, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004170c0, 0xc0059fef50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004170c0, 0xc0059fef50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fe310, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059fe310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059fe310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fe230, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059fe230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059fe230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059f9b20, 0xc001377500, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059f9b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059f9b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059f9a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059f9a40, 0x54b170, 0xc001e46ea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0059f9a40, 0x0, 0x0, 0x0, 0x0, 0xc0059f9a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c57710, 0x0, 0x0, 0x0, 0x1500, 0xc00267b500, 0x1394, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00267b500, 0x1394, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003b200d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003631518, 0xc00063bd80, 0xc004a45380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d97a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 818 [semacquire]: strings.genSplit(0xc0051e4780, 0x11e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x11e, 0xc005fd6000, 0x11e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002687588, 0xaa04f9, 0x2, 0xc005fd6000, 0x11e, 0x11, 0xc002687290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc005773bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005773830, 0xc002687320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002687518, 0xc005772270, 0xc003f088a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002687518, 0xc005772270, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002687518, 0xc005772270, 0xc005772270) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 819 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 820 [semacquire]: strings.Replace(0xc004a63100, 0xd33, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056ff8f8, 0xc004a63100, 0xd33, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d99e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 821 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00068d530, 0x61351c2, 0x1251a20, 0xc000690b20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 822 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0047edc60, 0xc0044332c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044333c0, 0xaa058b, 0x2, 0xc003df2e00, 0x62e, 0x1, 0x169, 0xc0035e1ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003df2e00, 0x62e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004433518, 0xc0035e1720, 0x39, 0xc003594452) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 823 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001dfa800, 0x7b9, 0xc004411218, 0xc000334000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001dfa800, 0x7b9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044113c0, 0xaa05c9, 0x2, 0xc001dfa800, 0x7b9, 0x4, 0x19c, 0xc004c59a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc001dfa800, 0x7b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004411518, 0xc000825360, 0x35, 0xc003561f45) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 824 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0038ad320, 0xc001f99950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 825 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0021800d0, 0xc0030b7680, 0x11) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0021800d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0021800d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0021800d0, 0xc00237ef50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09b60, 0x0, 0x0, 0x0, 0xc002d95200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d958f8, 0xc0025d8600, 0x18ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 826 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0036b4b40, 0xc001f9b950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 827 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 828 [semacquire]: strings.Replace(0xc0043f6000, 0x25cc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b78f8, 0xc0043f6000, 0x25cc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 829 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f80c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 830 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0039ef7c0, 0xc001fbf950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 831 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 833 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc420228ad0, 0x7fc42021ff50) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a43e80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a43e70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00261d340, 0x1ba, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114c30, 0x30, 0xc00261d340, 0x1ba, 0xc00261d340, 0x1ba, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114c30, 0x30, 0xc00261d340, 0x1ba, 0xaa0378, 0x1, 0xc00261d340, 0x1ba, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f83c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 834 [runnable]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0046c7170, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0046c7170, 0x75a856, 0x0, 0xc0034179d0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0046c7170, 0xc0046c7138, 0xc0046c71c0, 0x42ca96, 0xc0035bf650, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaac03e, 0x7, 0x1, 0xc0046c71d8, 0xc0046c71f0, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaac03e, 0x7, 0x1, 0xb856e0, 0xc004d44be0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003643f80, 0xaac03e, 0x7, 0xc0035bf650) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0046c76b0, 0xc0036b59c0, 0xaac03e, 0x7, 0xc0036b59c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0046c76b0, 0xc0036b59c0, 0xc0047ec420) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 835 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00326c000, 0xe06, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00326c000, 0xe06, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00326c000, 0xe06, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00326c000, 0xe06, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00326c000, 0xe06, 0x0, 0x0, 0xe06, 0xc00326c000, 0xe06) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00326c000, 0xe06, 0xe06, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0042b4500, 0x4f, 0xc00326c000, 0xe06, 0xc00326c000, 0xe06, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0042b4500, 0x4f, 0xc00326c000, 0xe06, 0xaa0378, 0x1, 0xc00326c000, 0xe06, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 836 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0062e6ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0062e6f70, 0xc004f98850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f443f0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc003f443c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f443c0, 0x0, 0x0, 0x0, 0x1000, 0xc004e8d000, 0xe35, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004e8d000, 0xe35, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024f5860) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bdb518, 0xc003d08f20, 0xc003d09bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 837 [semacquire]: strings.genSplit(0xc00616c000, 0x29b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x713, 0x713) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033733c0, 0xaa05c9, 0x2, 0xc0034a0000, 0x29b3, 0x1, 0x713, 0xc003debd80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0034a0000, 0x29b3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003373518, 0xc004822320, 0x4c, 0xc0042b5e50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f86c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 838 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc430228ad0, 0x7fc43021ff50) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028c8790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028c8770, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003778c00, 0x3c1, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303cc60, 0x1e, 0xc003778c00, 0x3c1, 0xc003778c00, 0x3c1, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303cc60, 0x1e, 0xc003778c00, 0x3c1, 0xaa0378, 0x1, 0xc003778c00, 0x3c1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 839 [semacquire]: strings.genSplit(0xc006264000, 0xb26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc002f2d360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f2d3c0, 0xaa0569, 0x2, 0xc0044ab000, 0xb26, 0xc0044ab000, 0xc002f2d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0044ab000, 0xb26, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f2d518, 0xc00566fae0, 0x65, 0xc0025099d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 840 [semacquire]: strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc002230a00, 0x224, 0x224) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 841 [runnable]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f89c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 842 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d45460, 0xc00440f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00440f3c0, 0xaa058b, 0x2, 0xc003a67000, 0x756, 0x1, 0x1c8, 0xc0039ef820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003a67000, 0x756, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00440f518, 0xc0039ef460, 0x44, 0xc0024e773f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 843 [semacquire]: strings.genSplit(0xc0052e4000, 0xfa3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d60a00, 0x30f, 0x30f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00439b3c0, 0xaa058b, 0x2, 0xc004581000, 0xfa3, 0x1, 0x30f, 0xc004c58be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc004581000, 0xfa3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00439b518, 0xc003c98540, 0x37, 0xc004e16400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 844 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f08100, 0xc001fce950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 845 [semacquire]: strings.Replace(0xc002d27300, 0x103a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e918f8, 0xc002d27300, 0x103a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 846 [semacquire]: golang.org/x/net/html.(*parser).addFormattingElement(0xc0021816c0) /home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552 golang.org/x/net/html.inBodyIM(0xc0021816c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0021816c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0021816c0, 0xc004f8cf50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59a40, 0x0, 0x0, 0x0, 0xc002543200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59a40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025438f8, 0xc0031b2000, 0xa4d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 847 [semacquire]: strings.Replace(0xc0052e5000, 0xf05, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0052e5000, 0xf05) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ef8f8, 0xc0031b1000, 0xf02, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 848 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005688c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc005688d00, 0xc003690070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d455a0, 0x0, 0x0, 0x0, 0xc0041e3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d455a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e38f8, 0xc00397a000, 0xff7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 849 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d13c80, 0x35332c87, 0x1251a20, 0xc0029cdc60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 850 [semacquire]: strings.Replace(0xc005683500, 0x9c8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005683500, 0x9c8) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f238f8, 0xc002a36000, 0x9c6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 851 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0049188f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0049189c0, 0xc00647df10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824f20, 0x0, 0x0, 0x0, 0xc003095200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824f20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030958f8, 0xc005014000, 0xcd8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 852 [semacquire]: bytes.makeSlice(0x5ab, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002466510, 0x37, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002466510, 0xc004afaf80, 0x37, 0x6, 0xffffffffffffffff, 0xc0007fadb0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002466510, 0xc004afaf80, 0x37, 0x0, 0x6) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869f10, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869ea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869dc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc0038695e0, 0xb84d20, 0xc002466510) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002466510, 0xc0038695e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004c94660, 0x50d2a1, 0xc0026d7740, 0x21, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bd7518, 0xc0038acf20, 0xc00588d720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 853 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004d45400, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45400, 0x0, 0x0, 0x0, 0xc004831200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45400, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048318f8, 0xc003b15b00, 0x849, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f92c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 854 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4b40073e0, 0x7fc4b4007580) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00495e070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00495e060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0045aed00, 0x818, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002612b70, 0x24, 0xc0045aed00, 0x818, 0xc0045aed00, 0x818, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002612b70, 0x24, 0xc0045aed00, 0x818, 0xaa0378, 0x1, 0xc0045aed00, 0x818, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 855 [semacquire]: strings.Replace(0xc002cbb400, 0xa9c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002cbb400, 0xa9c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00439f8f8, 0xc002cb9000, 0xa99, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 856 [semacquire]: strings.genSplit(0xc0057f3c00, 0x686, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005704800, 0x154, 0x154) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00514b3c0, 0xaa0569, 0x2, 0xc0040df500, 0x686, 0xd, 0x154, 0xc005807740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0040df500, 0x686, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00514b518, 0xc0049127c0, 0x38, 0xc004ef4600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 857 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c015420, 0x7fc514002130) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a12080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a12070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035bd400, 0x266, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303e140, 0x38, 0xc0035bd400, 0x266, 0xc0035bd400, 0x266, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303e140, 0x38, 0xc0035bd400, 0x266, 0xaa0378, 0x1, 0xc0035bd400, 0x266, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f95c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 859 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0044f5ad0, 0x50d2a1, 0xc0001144b0, 0x25, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00358f518, 0xc003e56c40, 0xc003e57600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 860 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 861 [semacquire]: strings.genSplit(0xc004b0e800, 0x16c8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc005a46770, 0x10000c002be7360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002be73c0, 0xaa04fd, 0x2, 0xc004b0d000, 0x16c8, 0xc004b0d000, 0xc002be73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004b0d000, 0x16c8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002be7518, 0xc0039ee340, 0x26, 0xc002ae7560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f98c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 862 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002181d40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002181d40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002181d40, 0xc002fc5ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434560, 0x0, 0x0, 0x0, 0xc003475200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034758f8, 0xc003122000, 0xb15, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 863 [semacquire]: strings.Replace(0xc004c91400, 0xae7, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc004c91400, 0xae7) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002047518, 0xc0008247a0, 0xc000825020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 864 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00205e9a0, 0xc0023e72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e73c0, 0xaa0569, 0x2, 0xc0025b4000, 0x644, 0x14, 0x158, 0xc00000e020) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0025b4000, 0x644, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e7518, 0xc00205e5a0, 0x3c, 0xc0023ee300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 865 [semacquire]: bytes.makeSlice(0xb62, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00078d388, 0x26, 0xc002fa7b90) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00078d388, 0xc0024ee420, 0x26, 0x3, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa7c70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa7810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0054eb860, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00078d518, 0xc002e0e440, 0x3d, 0xc0027369c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 866 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003dea780, 0xc004e332c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e333c0, 0xaa04f9, 0x2, 0xc001fd3800, 0x1590, 0x1, 0x410, 0xc002435c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc001fd3800, 0x1590, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e33518, 0xc0024352a0, 0xf, 0xc0031dd8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 867 [semacquire]: strings.genSplit(0xc002646c00, 0x11f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006028000, 0x332, 0x332) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e2f3c0, 0xaa04fd, 0x2, 0xc004b91300, 0x11f7, 0x1, 0x332, 0xc00063ae80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004b91300, 0x11f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e2f518, 0xc00472c900, 0x1f, 0xc00303c420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 868 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 869 [semacquire]: strings.Replace(0xc004698800, 0x161b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc004698800, 0x161b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bb18f8, 0xc004720800, 0x1617, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 870 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032d4820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032d48f0, 0xc002205e30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08580, 0x0, 0x0, 0x0, 0xc003d49200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08580, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d498f8, 0xc003446c80, 0x18ef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 871 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0058c5402, 0xb10, 0xc0034af248, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0058c5402, 0xb10, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044eb518, 0xc00221a4a0, 0xc00221bdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 873 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00073b930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00073b930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00073b930, 0xc0051e3420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00472c860, 0x0, 0x0, 0x0, 0xc000189200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00472c860, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc000843c00, 0xbef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007881e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 874 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c418f8, 0xc002973500, 0xa30, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007882a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 875 [semacquire]: strings.Replace(0xc003670000, 0xfd2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003670000, 0xfd2) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046178f8, 0xc004240000, 0xfcf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 876 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004d456e0, 0xc0048332c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048333c0, 0xaa0599, 0x2, 0xc002424580, 0x57b, 0x3c, 0x13a, 0xc0037100c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc002424580, 0x57b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004833518, 0xc0039eef60, 0x36, 0xc0026cc5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 877 [semacquire]: regexp.(*bitState).reset(0xc002bbc0b0, 0xc000021200, 0xf, 0x2) /usr/local/go/src/regexp/backtrack.go:100 +0x18b regexp.(*Regexp).backtrack(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x0, 0x2, 0xc000f3cc60, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc00011d2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x2, 0xc002f95e30, 0x7fc53346dfff, 0xc002f95ed0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc002a34880, 0xf, 0xaa0378, 0x1, 0x42cc84, 0xc002b7e7c0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f96100, 0xc002a78e70, 0xc002f86000, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f96100, 0xc002a78e00, 0x7fc559d9f108, 0xc0005fef00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f970c0, 0xc002a78e00, 0x27, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f970c0, 0xc002a78e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a78d20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002f970c0, 0xc002a78d20, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f970c0, 0xc002a78d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f970c0, 0xc002a78d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a69f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a69f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a69f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a69ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a69ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a69ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a697a0, 0xc001f47c00, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a697a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a697a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a696c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a696c0, 0x54b170, 0xc00092c750) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002a696c0, 0x0, 0x0, 0x0, 0x0, 0xc002a696c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a66c00, 0x0, 0x0, 0x0, 0xa80, 0xc002a74000, 0x9d5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002a74000, 0x9d5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0023f25a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028b5518, 0xc00063a600, 0xc00063ae40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007884e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 878 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056d38f8, 0xc0056b1000, 0xba7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007885a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 879 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc003badce0, 0x3, 0x3, 0xaa0378, 0x1, 0xc00392255a, 0x3) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fbb518, 0xc0029cc020, 0xc00221b760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:343 +0xbb6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 880 [semacquire]: strings.genSplit(0xc00558c000, 0x65a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005368800, 0x15c, 0x15c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046113c0, 0xaa059b, 0x2, 0xc005304300, 0x65a, 0x5, 0x15c, 0xc0047edc20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc005304300, 0x65a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004611518, 0xc0047ed8a0, 0x39, 0xc003b1f800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 881 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005685500, 0x9de, 0xc00078f218, 0xc000bd2e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005685500, 0x9de, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00078f3c0, 0xaa05c9, 0x2, 0xc005685500, 0x9de, 0x4, 0x1f8, 0xc004d455e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc005685500, 0x9de, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00078f518, 0xc004912860, 0x2b, 0xc0024ee180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007887e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 899 [runnable]: regexp/syntax.nextRune(0xac0e0f, 0xd, 0xc000000043, 0xac0e0f, 0xd, 0x0, 0x0) /usr/local/go/src/regexp/syntax/parse.go:1893 +0x129 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:726 +0x26f regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b0ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633c4bc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b0ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b0ff8, 0x1, 0xc006162770, 0xc0100bd2e00, 0x280459d9f108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b0ff8, 0x4, 0x886, 0xc004773701, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004773000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0064aab60, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006160630, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028b18f8, 0xc00285b000, 0x777, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 900 [semacquire]: strings.genSplit(0xc002802400, 0xbe4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004c9d800, 0x265, 0x265) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027553c0, 0xaa0503, 0x2, 0xc002800000, 0xbe4, 0x4, 0x265, 0xc0055d8ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc002800000, 0xbe4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002755518, 0xc0000ae9c0, 0x43, 0xc0026ce010) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 901 [semacquire]: bytes.makeSlice(0xbf9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003bddf80, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc003bddf80, 0xad013e, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc00368e620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801 golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7c00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7b20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7420, 0xb84d20, 0xc003bddf80) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003bddf80, 0xc0035f7420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bdddd0, 0x2bcaa30d, 0x1251a20, 0xc004a44f20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 902 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0058db0c0, 0xc0053ffe00, 0xfb, 0xfb, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058db0c0, 0xc003592000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0054ed880, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0058db0c0, 0xc0054ed880, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0058db0c0, 0xc0054ed880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058db0c0, 0xc0054ed880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc004319f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc004319f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc004319f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc004319ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc004319ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc004319ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0043197a0, 0xc000365880, 0x7fc559da19b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc0043197a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc0043197a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0043196c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc0043196c0, 0x54b170, 0xc005689790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0043196c0, 0x0, 0x0, 0x0, 0x0, 0xc0043196c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ba1f50, 0x0, 0x0, 0x0, 0xd80, 0xc00276b600, 0xd1f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00276b600, 0xd1f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274a0f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078b518, 0xc0007bcce0, 0xc0055d9d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 903 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000824520, 0xc005d5f950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 904 [semacquire]: strings.Replace(0xc0045f6a00, 0x13a9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d58f8, 0xc0045f6a00, 0x13a9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 906 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042af3c0, 0xaa04f9, 0x2, 0xc005924c00, 0xac7, 0x1, 0x20a, 0xc003deb420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc005924c00, 0xac7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042af518, 0xc003e57ec0, 0x21, 0xc0001149f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 907 [semacquire]: bytes.makeSlice(0xcaf, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000749290, 0x141, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000749290, 0xc0025802c0, 0x141, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc000749290, 0xc0025802c0, 0x141, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc000749290, 0xc002be9490, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc000749290, 0xc002be9420, 0xb84d20, 0xc000749290) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc000749290, 0xc002be9420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000749260, 0x203000, 0x203000, 0xed771bd00000000, 0xc002bf7138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc000749260) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000749230, 0xc002bf72c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002bf76b0, 0xc00205e3a0, 0xaac03e, 0x7, 0xc00205e3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002bf76b0, 0xc00205e3a0, 0xc00205eda0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 908 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 909 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00566ffe0, 0xc0021b7950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007890e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 910 [semacquire]: github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007891a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 911 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc448228c70, 0x7fc4482209a0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cdd1f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cdd1e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0038e8a80, 0xa14, 0x572a20, 0xc00251ad20, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608040, 0x33, 0xc0038e8a80, 0xa14, 0xc0038e8a80, 0xa14, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608040, 0x33, 0xc0038e8a80, 0xa14, 0xaa0378, 0x1, 0xc0038e8a80, 0xa14, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 912 [semacquire]: regexp/syntax.(*parser).push(0xc004ea4120, 0xc004ed9e30, 0xc004ed9e30) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc004ea4120, 0x6f) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002e5eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002e5eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004488a10) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002e5eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002e5eff8, 0x1, 0xc004e11580, 0xc0100365880, 0x280459d9f7d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002e5eff8, 0x4, 0x6cb, 0xc0016fa901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0016fa000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d4dd0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc480, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc002a4a000, 0x931, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 913 [semacquire]: strings.Replace(0xc002d42000, 0x962, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064fb8f8, 0xc002d42000, 0x962, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007893e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 914 [semacquire]: strings.Replace(0xc004683800, 0xb49, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc004683800, 0xb49) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f118f8, 0xc002d41400, 0xb46, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007894a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 915 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00600b0c0, 0xc0003e6d20, 0x25, 0xc0003e6c60, 0x21) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00600b0c0, 0xc006002a80, 0x3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00600b0c0, 0xc006002a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc006002850, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00600b0c0, 0xc006002850, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00600b0c0, 0xc006002850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00600b0c0, 0xc006002850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d372d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d372d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d372d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d371f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d371f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d371f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d36af0, 0xc000334000, 0x7fc559d9f7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d36af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d36af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d36a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d36a10, 0x54b170, 0xc003c4fad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003d36a10, 0x0, 0x0, 0x0, 0x0, 0xc003d36a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0034b3aa0, 0x0, 0x0, 0x0, 0xc00, 0xc0024ce800, 0xaaf, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0024ce800, 0xaaf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000789b00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f15518, 0xc004a45f40, 0xc00063a960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 916 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 917 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004e54020, 0xc0038b72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038b73c0, 0xaa05c9, 0x2, 0xc00480c000, 0x678, 0x3, 0x155, 0xc004a17240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285ea80, 0xc00480c000, 0x678, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038b7518, 0xc000690820, 0x3f, 0xc00356064a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007896e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 918 [semacquire]: strings.genSplit(0xad08ae, 0x748, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc00463a000, 0x21f, 0x21f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007897a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 919 [semacquire]: strings.Replace(0xc00435c400, 0x81a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d358f8, 0xc00435c400, 0x81a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 921 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0050ee300, 0x658, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0050ee300, 0x658, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0050ee300, 0x658, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0050ee300, 0x658, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0050ee300, 0x658, 0x0, 0x0, 0x658, 0xc0050ee300, 0x658) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0050ee300, 0x658, 0x658, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002609340, 0x36, 0xc0050ee300, 0x658, 0xc0050ee300, 0x658, 0xc000643b90, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002609340, 0x36, 0xc0050ee300, 0x658, 0xaa0378, 0x1, 0xc0050ee300, 0x658, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007899e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 922 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003e084e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003e085b0, 0xc002b915e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002435800, 0x0, 0x0, 0x0, 0xc002607200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002435800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026078f8, 0xc00088dc00, 0xb68, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 923 [semacquire]: regexp.makeOnePass.func1(0xa, 0xc00565e710, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc005387d10, 0xc005387d10) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc005387cb0, 0xc005387cb0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002600ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002600ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565e6f8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002600ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002600ff8, 0x1, 0xc0056291b0, 0xc010132aa80, 0x280459da19b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002600ff8, 0x4, 0x54b, 0xc004d1fa01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004d1f000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002d11110, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005387c80, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026018f8, 0xc00109b000, 0xab2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 924 [semacquire]: regexp.(*Regexp).replaceAll(0xc00251ad20, 0x0, 0x0, 0x0, 0xc003208c00, 0xac9, 0x2, 0xc004cc5a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc00251ad20, 0xc003208c00, 0xac9, 0xaa0378, 0x1, 0xc0046f3400, 0xac9) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003208c00, 0xac9, 0xaa0378, 0x1, 0xc003208c00, 0xac9) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 925 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 926 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007bc980, 0xc00005b950, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.NewStopwords(0x4e993f) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8 github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72 github.com/advancedlogic/GoOse.New(...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 950 [semacquire]: syscall.ByteSliceFromString(0xc0005f9c20, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00433aa80) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0005f9c20, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 951 [semacquire]: syscall.ByteSliceFromString(0xc0005f9da0, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc000f4e000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0005f9da0, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 948 [semacquire]: syscall.ByteSliceFromString(0xc0003ae300, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0044f2000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0003ae300, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0003ae300, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0003ae300, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003ae300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 979 [semacquire]: strings.Replace(0xc004576800, 0xb5e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004576800, 0xb5e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030838f8, 0xc0043ec400, 0xb5b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 949 [semacquire]: syscall.ByteSliceFromString(0xc0005f9aa0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00455f000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0005f9aa0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 964 [semacquire]: bytes.makeSlice(0x78e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0038b3208, 0x1c4, 0xfd) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0038b3208, 0xc002856780, 0x1c4, 0x5165d7, 0xc00567b3ce, 0xc000029d60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041dab0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041da40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041d030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00642fd70, 0xc0036f79b0, 0xc003cfa480) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038b3518, 0xc00254e2a0, 0x58) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 965 [semacquire]: github.com/gigawattio/window.Rolling(0xc005e58000, 0x287, 0x287, 0x3, 0x0, 0x286, 0xc005e58000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010af518, 0xc00472d800, 0xc003dd2180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 966 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00278f0e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00278f0e8, 0xb7b620, 0xc005a16600, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc005a16600, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005a16600, 0xc00278f1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a16600, 0x0, 0x0, 0x0, 0x700, 0xc005f0dc00, 0x652, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005f0dc00, 0x652, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612e40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00278f518, 0xc002e0e960, 0xc003f083a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 967 [semacquire]: strings.genSplit(0xc0025b7100, 0x643, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005591800, 0x180, 0x180) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b293c0, 0xaa0599, 0x2, 0xc0057f2e00, 0x643, 0x38, 0x180, 0xc002e0f1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000a66c0, 0xc0057f2e00, 0x643, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29518, 0xc002e0ede0, 0x33, 0xc0034b55c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 968 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc000237110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000237110) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000237110, 0xc005f3a850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0052b9f80, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc0052b9f50) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0052b9f50, 0x0, 0x0, 0x0, 0x1000, 0xc004d88000, 0xf56, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004d88000, 0xf56, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612f00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d97518, 0xc002e0f2c0, 0xc002e0fb60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 969 [semacquire]: github.com/gigawattio/window.Rolling(0xc004329300, 0x10e, 0x10e, 0x3, 0x0, 0x10d, 0xc004329300) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b518, 0xc002e0fe60, 0xc003710980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 970 [semacquire]: strings.Replace(0xc004685c00, 0xae4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc004685c00, 0xae4) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e658f8, 0xc003305400, 0xae1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e92c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 971 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 972 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000237d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000237e10, 0xc005f6c4d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003710d00, 0x0, 0x0, 0x0, 0xc00322d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003710d00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322d8f8, 0xc002d62400, 0xae0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e95c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 973 [semacquire]: strings.Replace(0xc002dea000, 0x1782, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f118f8, 0xc002dea000, 0x1782, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 974 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc004e37ee0, 0xc0032c2330, 0xb) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc004e37ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e37ee0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004e37ee0, 0xc006494070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccb00, 0x0, 0x0, 0x0, 0xc002d07200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccb00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d078f8, 0xc003100000, 0x1aed, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e98c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 975 [semacquire]: strings.genSplit(0xc00258b000, 0x2a84, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0011f0000, 0x751, 0x751) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032273c0, 0xaa04df, 0x2, 0xc003e51000, 0x2a84, 0x7, 0x751, 0xc00254f220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700ba0, 0xc003e51000, 0x2a84, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003227518, 0xc00063b780, 0x3f, 0xc00303e1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 976 [semacquire]: strings.Replace(0xc002dee800, 0x15d4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x2d6573752d726f66, 0x61632d73752d6e69) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f198f8, 0xc002dee800, 0x15d4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 977 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00221ba20, 0xc00352f220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00352f588, 0xaa04f9, 0x2, 0xc004a00000, 0x1265, 0x1, 0x12, 0xc00254f700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00352f518, 0xc00254eda0, 0x48) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1010 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001e47790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001e47860, 0xc005509b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0043414d0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0043414a0, 0x0, 0x0, 0x0, 0x1980, 0xc005d01980, 0x1870, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005d01980, 0x1870, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cdd80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0053c7518, 0xc00472c720, 0xc00472cfe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 952 [semacquire]: syscall.ByteSliceFromString(0xc0005f9f20, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00306e000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0005f9f20, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9f20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 953 [semacquire]: syscall.ByteSliceFromString(0xc000346720, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00276d100) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc000346720, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc000346720, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc000346720, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000346720, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 954 [semacquire]: syscall.ByteSliceFromString(0xc0003468a0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0056d5800) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0003468a0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0003468a0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0003468a0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003468a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003468a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 955 [semacquire]: syscall.ByteSliceFromString(0xc000346c60, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc000f43900) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc000346c60, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc000346c60, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc000346c60, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000346c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 956 [semacquire]: syscall.ByteSliceFromString(0xc000346de0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004b23800) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc000346de0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc000346de0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc000346de0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000346de0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 957 [semacquire]: syscall.ByteSliceFromString(0xc000346f60, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00310ca80) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc000346f60, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc000346f60, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc000346f60, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000346f60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 958 [semacquire]: syscall.ByteSliceFromString(0xc0003470e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004f3e500) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0003470e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0003470e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0003470e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003470e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003470e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 959 [semacquire]: syscall.ByteSliceFromString(0xc000347260, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0029d7500) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc000347260, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc000347260, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc000347260, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000347260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 960 [semacquire]: syscall.ByteSliceFromString(0xc0003473e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004948000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0003473e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0003473e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0003473e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003473e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003473e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a