fatal error: concurrent map read and map write goroutine 771 [running]: runtime.throw(0xabe555, 0x21) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0055c7ae0 sp=0xc0055c7ab0 pc=0x453732 runtime.mapaccess1_faststr(0xa13d80, 0xc000235410, 0xc00c0fb660, 0xd, 0xaa04f9) /usr/local/go/src/runtime/map_faststr.go:21 +0x43c fp=0xc0055c7b50 sp=0xc0055c7ae0 pc=0x43304c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:200 +0x63c fp=0xc0055c7fb8 sp=0xc0055c7b50 pc=0x8241bc runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0055c7fc0 sp=0xc0055c7fb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1 [semacquire]: os.lstatNolog(0xc00879cf60, 0x5a, 0x5a, 0x1, 0xc00879cf60, 0x5a) /usr/local/go/src/os/stat_unix.go:41 +0x31 os.Lstat(0xc00879cf60, 0x5a, 0x2, 0xc00879cf60, 0x5a, 0x0) /usr/local/go/src/os/stat.go:22 +0x4d path/filepath.walk(0xc008346d20, 0x42, 0xb89740, 0xc008059790, 0xc00018dc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:378 +0x1d3 path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236b60, 0xc00018dc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7ffd80e087c6, 0x37, 0xb89740, 0xc000236a90, 0xc00018dc98, 0x0, 0xc00018db20) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7ffd80e087c6, 0x37, 0xc00018dc98, 0x5, 0xc00000c538) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffd80e087c6, 0x37, 0xffffffffffffffff, 0xbfb4af25ad53e66a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6 main.main() /home/ec2-user/environment/cluster2/tgnews.go:71 +0x768 goroutine 6 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 8 [chan receive]: main.main.func1(0xc000073140, 0xbfb4af25ad53e66a, 0x2f2045, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 10 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c4c500, 0xc000189318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000189418, 0xaa04df, 0x2, 0xc0068e7000, 0x726, 0x4, 0x1d9, 0xc004eae5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0068e7000, 0x726, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000189570, 0xc00470e880, 0x78, 0xc000b76e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 11 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000bf2430, 0xc0057d2510, 0x90, 0x2, 0x2, 0x6) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000bf2430, 0xc0057d2510, 0x90, 0x90, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf2430, 0xc007d90ee0, 0xc0078af810, 0xc000bf2360) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf2430, 0xc007d90e70, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90d90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90cb0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d905b0, 0xc000bf2d88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d905b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d905b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d904d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d904d0, 0x54b170, 0xc00744b6c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007d904d0, 0x0, 0x0, 0x0, 0x0, 0xc007d904d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0077cc4e0, 0x0, 0x0, 0x0, 0x2500, 0xc00924ea00, 0x2063, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00924ea00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bcc280) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000bf3570, 0xc0000ca040, 0xc006809960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 12 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc006aa81a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006aa81a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006aa81a0, 0xc002dce0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004b1c060, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc008ad0060) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008ad0060, 0x0, 0x0, 0x0, 0x2500, 0xc008cd9400, 0x210d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc008cd9400, 0x210d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004fb28c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002459570, 0xc000e07540, 0xc0079b7ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 13 [semacquire]: github.com/gigawattio/window.Rolling(0xc00a5ea500, 0x219, 0x219, 0x3, 0x0, 0x218, 0xc00a5ea500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031a5570, 0xc000421c60, 0xc0084872e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 15 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0051446c0, 0x20d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0051446c0, 0x20d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0051446c0, 0x20d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0051446c0, 0x20d, 0x0, 0x0, 0x115f500, 0xc0051446c0, 0x20d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0051446c0, 0x20d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004edbd40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0051446c0, 0x20d, 0x20d, 0xc0051446c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e154a0, 0x44, 0xc0051446c0, 0x20d, 0xaa0378, 0x1, 0xc0051446c0, 0x20d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 21 [semacquire]: bytes.makeSlice(0x6ee, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0040e77a0, 0x122, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0040e77a0, 0xc004640c80, 0x122, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0040e77a0, 0xc004640c80, 0x122, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc006528700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc000957730, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc00359c000, 0xb84d20, 0xc0040e77a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0040e77a0, 0xc00359c000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007c63440, 0x3, 0xc000cf3e40, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db1570, 0xc007c64320, 0xc00b27d340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 22 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005ba3000, 0xdad, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005ba3000, 0xdad, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005ba3000, 0xdad, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005ba3000, 0xdad, 0x0, 0x0, 0x115f500, 0xc005ba3000, 0xdad) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005ba3000, 0xdad, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b83000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005ba3000, 0xdad, 0xdad, 0xc005ba3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba8480, 0x30, 0xc005ba3000, 0xdad, 0xaa0378, 0x1, 0xc005ba3000, 0xdad, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 25 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0006f0580, 0xc04, 0xc0000b7270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0006f0580, 0xc04, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000b7418, 0xaa04df, 0x2, 0xc0006f0580, 0xc04, 0x4, 0x21b, 0xc006f01400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0006f0580, 0xc04, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000b7570, 0xc00569bee0, 0x43, 0xc0049a87e3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 27 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651c980, 0xc0025a5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025a5418, 0xaa04d9, 0x2, 0xc006781800, 0x1641, 0x1, 0x40a, 0xc004942460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006781800, 0x1641, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a5570, 0xc005e521c0, 0x15, 0xc00338ef20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 30 [semacquire]: strings.genSplit(0xc004ecca80, 0x915, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007870000, 0x1dc, 0x1dc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a3f418, 0xaa04fd, 0x2, 0xc005e55500, 0x915, 0x1, 0x1dc, 0xc008ddc440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e55500, 0x915, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a3f570, 0xc0027ff700, 0x2d, 0xc001a00f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 31 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005747118, 0xaa04bf, 0x2, 0x97, 0x2, 0xc0057461f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005747118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005747118, 0xc0000d5880, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005747118, 0xc0000d5880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005747118, 0xc0000d5880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d4a000, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d4a000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d4a000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3ff10, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f810, 0xc000e8ed88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f730, 0x54b170, 0xc007d204e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007d3f730, 0x0, 0x0, 0x0, 0x0, 0xc007d3f730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1a540, 0x0, 0x0, 0x0, 0x1300, 0xc0035bc600, 0x1015, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0035bc600, 0x1015, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c282d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e8f570, 0xc0027fea40, 0xc005f1c3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2435 [semacquire]: bytes.(*Buffer).grow(0xc009af1180, 0x7, 0x7) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc009af1180, 0xc008e56695, 0x7, 0x0, 0xa4b3a0, 0xc004d80b01) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538af0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538a80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007727620, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009af1570, 0xc007727620, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc007727620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0077275f0, 0xc009af1378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009af1570, 0xc007727380, 0xc000960d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009af1570, 0xc007727380, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009af1570, 0xc007727380, 0xc007727380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 36 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00800e002, 0x78b, 0xc0087e52a0, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00800e002, 0x78b, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db9570, 0xc004e17440, 0xc007c65680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 50 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0003aa000, 0xc0003a8000) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 37 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00bd5d320, 0xc001895230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bd5d320, 0x0, 0x0, 0x0, 0xc80, 0xc00a90ac80, 0xc73, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00a90ac80, 0xc73, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004c8f3a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001895570, 0xc00113dfc0, 0xc007abafa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 38 [semacquire]: strings.genSplit(0xc00aff4800, 0x7da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007629000, 0x17a, 0x17a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000bb418, 0xaa05c9, 0x2, 0xc000514000, 0x7da, 0x5, 0x17a, 0xc00a623ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000514000, 0x7da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000bb570, 0xc00000e2c0, 0x26, 0xc00052e180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 41 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e06480, 0xc0000d3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000d3418, 0xaa04df, 0x2, 0xc003cb7600, 0xcce, 0x5, 0x280, 0xc007d6d2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003cb7600, 0xcce, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000d3570, 0xc005408e20, 0x3a, 0xc000f3f000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 43 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc001fb5200, 0xc7a, 0x2, 0xc0056b7270, 0xc00aba5e8e, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001fb5200, 0xc7a, 0xaa04bf, 0x2, 0xc001fb5200, 0xc7a) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056b73e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056b73e0, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056b7401, 0xc00653d1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056b7570, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 46 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0017b3358, 0x0, 0xb856e0, 0xc0003b0248, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0017b3358, 0xc00359d420, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0017b3358, 0x42ca96, 0xc00117d200, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0017b33c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00272ab60, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0049bff80, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0017b3570, 0xc004e16fc0, 0xabc101, 0x1d, 0x28, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 68 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0008896a3, 0x3, 0x2, 0xc00018ac60, 0xc005e5e750, 0xc00546dd58, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0008896a3, 0x3, 0xaa0378, 0x1, 0xc00018ad68, 0x8) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006a24c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc006508000, 0xc00018ad88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b118, 0xc006508000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006508000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc005ec3960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc005ec3960, 0x54b170, 0xc008058750) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005ec3960, 0x0, 0x0, 0x0, 0x0, 0xc005ec3960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050a6db0, 0x0, 0x0, 0x0, 0xa80, 0xc00b0e1500, 0x917, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00b0e1500, 0x917, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546dd10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b570, 0xc00272b200, 0xc00b27c720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003503c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 69 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00770b800, 0x3e8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00770b800, 0x3e8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00770b800, 0x3e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00770b800, 0x3e8, 0x0, 0x0, 0x115f500, 0xc00770b800, 0x3e8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00770b800, 0x3e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00770b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00770b800, 0x3e8, 0x3e8, 0xc00770b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7810, 0x42, 0xc00770b800, 0x3e8, 0xaa0378, 0x1, 0xc00770b800, 0x3e8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 70 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc008b22900, 0x84a, 0x2, 0xc000c35270, 0xc0080857f8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc008b22900, 0x84a, 0xaa0378, 0x1, 0xc002b56ae0, 0xc00af851c0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000c353e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c353e0, 0xc00a057fb0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x32e, 0x32f) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c35570, 0xc00a057fb0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 71 [semacquire]: regexp.onePassCopy(0xc0071d9350, 0xc0071d9350) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0071d9350, 0xc0071d9350) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00057f358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00057f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00057f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00057f358, 0xc0034dde30, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00057f358, 0x42ca96, 0xc0071d9320, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00057f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004a22480, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b643c0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00057f570, 0xc004b49560, 0xabc101, 0x1d, 0x36, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 72 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053061a0, 0xc000aef318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aef418, 0xaa0599, 0x2, 0xc005f6ca80, 0xa39, 0x1, 0x1f6, 0xc007027a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005f6ca80, 0xa39, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aef570, 0xc00272a8c0, 0x49, 0xc004fb2a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003506c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 74 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f48000, 0xfdb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x278 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f48000, 0xfdb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f48000, 0xfdb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f48000, 0xfdb, 0x0, 0x0, 0x115f500, 0xfdb, 0xfdb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f48000, 0xfdb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007eeb000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f48000, 0xfdb, 0xfdb, 0xc003f48000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c182d0, 0x29, 0xc003f48000, 0xfdb, 0xaa0378, 0x1, 0xc003f48000, 0xfdb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 77 [runnable]: strings.genSplit(0xc009fc3b80, 0xaf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xaf, 0xc009fc3ad0, 0xaf) /usr/local/go/src/strings/strings.go:245 +0x2b0 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009eb5e0, 0xaa04f9, 0x2, 0xc009fc3ad0, 0xaf, 0x0, 0xc0009eb430, 0xc008bdc428) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0009eb570, 0xc0059a2720, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009eb570, 0xc00265c040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 78 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004be6a80, 0xc008a63240, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008a63570, 0xc004be6720, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a63570, 0xc004e17f80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 80 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00066f140, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00066f140, 0xb7b620, 0xc007f3f7d0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc007f3f7d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007f3f7d0, 0xc00066f230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007f3f7d0, 0x0, 0x0, 0x0, 0x1000, 0xc005a8f000, 0xffe, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005a8f000, 0xffe, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00293a610) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00066f570, 0xc005e52dc0, 0xc00723df40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 81 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007257500, 0xa07, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007257500, 0xa07, 0x0, 0x0, 0x115f500, 0xa07, 0xa07) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007257500, 0xa07, 0x0, 0x0, 0xaa0378, 0x1, 0xc007256a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007257500, 0xa07, 0xa07, 0xc007257500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16ba0, 0x30, 0xc007257500, 0xa07, 0xaa0378, 0x1, 0xc007257500, 0xa07, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 82 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b6d9800, 0x78e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b6d9800, 0x78e, 0x0, 0x0, 0x115f500, 0xc00b6d9800, 0x78e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b6d9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b6d9800, 0x78e, 0x78e, 0xc00b6d9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15ea0, 0x41, 0xc00b6d9800, 0x78e, 0xaa0378, 0x1, 0xc00b6d9800, 0x78e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 83 [semacquire]: strings.genSplit(0xc00938ad80, 0xd50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a69a000, 0x25e, 0x25e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189f418, 0xaa04d9, 0x2, 0xc000b1f600, 0xd50, 0x1, 0x25e, 0xc000e061c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000b1f600, 0xd50, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00189f570, 0xc000ca1220, 0x60, 0xc0023fb380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 85 [semacquire]: github.com/gigawattio/window.Rolling(0xc006ce1000, 0xf4, 0xf4, 0x3, 0x0, 0xf3, 0xc006ce1000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078d570, 0xc0079b6580, 0xc009ecd660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2372 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b2fcc00, 0x1023, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2fcc00, 0x1023, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0x115f500, 0x1023, 0x1023) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b2f9300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2fcc00, 0x1023, 0x1023, 0xc00b2fcc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db392d, 0x47, 0xc00b2fcc00, 0x1023, 0xaa0378, 0x1, 0xc00b2fcc00, 0x1023, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 89 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b1418, 0xaa0503, 0x2, 0xc008ff6380, 0xcff, 0x4, 0x2ac, 0xc00ac7c2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ff6380, 0xcff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b1570, 0xc00690f3c0, 0x3e, 0xc001e51e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 90 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c09a0, 0xc000f87318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f87418, 0xaa0569, 0x2, 0xc0057b3200, 0x82f, 0x13, 0x1bd, 0xc00ac7c000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0057b3200, 0x82f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f87570, 0xc004eaf620, 0x41, 0xc004fb2640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 91 [semacquire]: regexp.(*bitState).reset(0xc000b68fd0, 0xc00a968240, 0x1527, 0x2) /usr/local/go/src/regexp/backtrack.go:84 +0x25e regexp.(*Regexp).backtrack(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, 0xc005d46050, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc007316d20, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x2, 0xc009d1b270, 0xc004120000, 0x1527, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc007316d20, 0xc004120000, 0x1527, 0xaa0378, 0x1, 0x1, 0x28) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047af570, 0xc0067b4040, 0xc004e17160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 92 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0008c76c0, 0xc0007d2000, 0x13c) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0008c76c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c76c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c76c0, 0xc00110be30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ab9c20, 0x0, 0x0, 0x0, 0xc00109d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ab9c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00109d950, 0xc000d91000, 0x2e98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003515c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 94 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00238f55c, 0x4, 0x2, 0xc008950590, 0xc000f62080, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00238f55c, 0x4, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eed20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0031eecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008951118, 0xc0031eecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0021801c0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc0021801c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc0021801c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8b60, 0xc0012ed180, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc005ee8b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8a80, 0x54b170, 0xc0083ed1e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005ee8a80, 0x0, 0x0, 0x0, 0x0, 0xc005ee8a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0067cd590, 0x0, 0x0, 0x0, 0x1300, 0xc000b30c00, 0x12dc, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000b30c00, 0x12dc, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000d00fc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000987570, 0xc004b48ee0, 0xc0021260e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 96 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007be5000, 0xd93, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007be5000, 0xd93, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007be5000, 0xd93, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007be5000, 0xd93, 0x0, 0x0, 0x115f500, 0xd93, 0xd93) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007be5000, 0xd93, 0x0, 0x0, 0xaa0378, 0x1, 0xc007be4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007be5000, 0xd93, 0xd93, 0xc007be5000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00489a300, 0x17, 0xc007be5000, 0xd93, 0xaa0378, 0x1, 0xc007be5000, 0xd93, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003518c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 100 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47ac0, 0xc000e51318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e51418, 0xaa04f9, 0x2, 0xc005c1c900, 0x82f, 0x1, 0x1bd, 0xc0009fce00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c1c900, 0x82f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e51570, 0xc004cfdd40, 0x41, 0xc004fb2aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 101 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc009b533e0, 0xc005214510, 0x6, 0xc002b64870) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc009b533e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009b533e0, 0xc005214510, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009b53401, 0xc0086de2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009b53570, 0xc005214510, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 102 [semacquire]: github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0096f13e0, 0xc004b57280, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:129 +0x28c github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0096f13e0, 0xc003246cc0, 0xaa04f9, 0x2, 0xc0096f1570, 0x8, 0x9ecc80, 0x2bc, 0x2bd) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0096f1570, 0xc003246cc0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 103 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004bbc000, 0xdcd, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbc000, 0xdcd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbc000, 0xdcd, 0x0, 0x0, 0x115f500, 0xdcd, 0xdcd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b83000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbc000, 0xdcd, 0xdcd, 0xc004bbc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001dd66c0, 0xbf, 0xc004bbc000, 0xdcd, 0xaa0378, 0x1, 0xc004bbc000, 0xdcd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 104 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0033d9230, 0xc0033d9000, 0x47ff20, 0xc0018b7c80, 0x5) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0033d9230, 0x3340, 0xc00a6687e0, 0x1259780, 0x1259790) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0033d9230, 0x7f60041db530, 0xc0033d9280, 0x42cb96, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa5c10, 0x5, 0x1, 0xc0033d9298, 0xc0033d92b0, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa5c10, 0x5, 0x1, 0xb856e0, 0xc006f00460) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a155c0, 0xaa5c10, 0x5, 0xc004b1c000) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).removeTags(0xc0033d9708, 0xc001fc1d80, 0xc0033d93c8, 0xc0033d93e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:350 +0x7a github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0033d9708, 0xc001fc1d80, 0xc00a622520) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:295 +0x2f2 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 107 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ad418, 0xaa0503, 0x2, 0xc002bea000, 0x18c0, 0x4, 0x4c3, 0xc00b31c260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bea000, 0x18c0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ad570, 0xc0003b1320, 0x3a, 0xc00618e440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 109 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002587418, 0xaa0503, 0x2, 0xc006f84380, 0xc96, 0x4, 0x28c, 0xc004942220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006f84380, 0xc96, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002587570, 0xc001fc08c0, 0x3a, 0xc007778280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003702a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 110 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00350ec00, 0x1124, 0x2, 0xc002cdf090, 0xc00350ec00, 0x1124, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00350ec00, 0x1124, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc004f119d0, 0x0, 0x0, 0x0, 0x0, 0xc004f119d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c840c0, 0x0, 0x0, 0x0, 0x1500, 0xc00249a000, 0x14d4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00249a000, 0x14d4, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0004327e4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004f5570, 0xc00651d520, 0xc009d27a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 111 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a6d6a80, 0x930, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a6d6a80, 0x930, 0x0, 0x0, 0x115f500, 0x930, 0x930) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a6cd500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a6d6a80, 0x930, 0x930, 0xc00a6d6a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14111, 0x24, 0xc00a6d6a80, 0x930, 0xaa0378, 0x1, 0xc00a6d6a80, 0x930, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 112 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0084273c0, 0xc000af1318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000af1418, 0xaa04fd, 0x2, 0xc003244800, 0x1506, 0x1, 0x3ef, 0xc00690e060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003244800, 0x1506, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000af1570, 0xc000e063c0, 0x60, 0xc00070e075) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003704e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 113 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006cbaa00, 0x14ae, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006cbaa00, 0x14ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0x115f500, 0x14ae, 0x14ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc003bda000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbaa00, 0x14ae, 0x14ae, 0xc006cbaa00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e141f2, 0x36, 0xc006cbaa00, 0x14ae, 0xaa0378, 0x1, 0xc006cbaa00, 0x14ae, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003705a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 114 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003071710, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004ebb570, 0xc003071710, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ebb570, 0xc000e06e60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 115 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009be90b0, 0xc00ae353e0, 0xc000edb268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000edb570, 0xc009be90b0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000edb570, 0xc000e07840, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 116 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a2ed5c0, 0xc000e65318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e65418, 0xaa059b, 0x2, 0xc000606f00, 0x2135, 0x80, 0x5bc, 0xc00a5ab080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000606f00, 0x2135, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e65570, 0xc000e06b80, 0x34, 0xc000e13b4a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003707e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 117 [semacquire]: bytes.makeSlice(0xb74, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00c23a7b0, 0x8, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00c23a7b0, 0xc0018637b0, 0x8, 0x6, 0xffffffffffffffff, 0xad0190) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00c23a7b0, 0xc0018637b0, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc0009df880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e3f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc000f8d260, 0xb84d20, 0xc00c23a7b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00c23a7b0, 0xc000f8d260, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0006f3a10, 0x50d201, 0xc005210930, 0x5e, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007b9570, 0xc00651d2c0, 0xc004da1260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003708a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 118 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003068c00, 0xaa3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003068c00, 0xaa3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003068c00, 0xaa3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003068c00, 0xaa3, 0x0, 0x0, 0x115f500, 0xaa3, 0xaa3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003068c00, 0xaa3, 0x0, 0x0, 0xaa0378, 0x1, 0xc006533400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003068c00, 0xaa3, 0xaa3, 0xc003068c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14280, 0x41, 0xc003068c00, 0xaa3, 0xaa0378, 0x1, 0xc003068c00, 0xaa3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 120 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0080bf800, 0xc0080bf800, 0xc0080bf901) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0061e1570, 0xc000e07120, 0x3e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2426 [semacquire]: strings.genSplit(0xc00934bb00, 0xd63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a916000, 0x2a1, 0x2a1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020a5418, 0xaa05c9, 0x2, 0xc006759600, 0xd63, 0x6, 0x2a1, 0xc005409b80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc006759600, 0xd63, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020a5570, 0xc00651d880, 0x3f, 0xc0048feb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 126 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a18800, 0xbb4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a18800, 0xbb4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a18800, 0xbb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a18800, 0xbb4, 0x0, 0x0, 0x115f500, 0xbb4, 0xbb4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a18800, 0xbb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a17000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a18800, 0xbb4, 0xbb4, 0xc003a18800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00276a837, 0x36, 0xc003a18800, 0xbb4, 0xaa0378, 0x1, 0xc003a18800, 0xbb4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 129 [semacquire]: strings.genSplit(0xc007f8e000, 0xc78, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x117e, 0xc0041a0580, 0xc78) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00451d5e0, 0xaa04f9, 0x2, 0xc0041a0580, 0xc78, 0x7, 0x1c, 0xc005f1dca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00451d570, 0xc000960e00, 0x4b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003711a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 132 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00255eb40, 0xc00507b170, 0xc000ce1268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ce1570, 0xc00255eb40, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ce1570, 0xc000a52060, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003713e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 134 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c3d500, 0xa2d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c3d500, 0xa2d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c3d500, 0xa2d, 0x0, 0x0, 0x115f500, 0xa2d, 0xa2d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xaa0378, 0x1, 0xc002a23500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c3d500, 0xa2d, 0xa2d, 0xc002c3d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc30, 0x4b, 0xc002c3d500, 0xa2d, 0xaa0378, 0x1, 0xc002c3d500, 0xa2d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 137 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008e14800, 0x70a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008e14800, 0x70a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008e14800, 0x70a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008e14800, 0x70a, 0x0, 0x0, 0x115f500, 0x70a, 0x70a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008e14800, 0x70a, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e14000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008e14800, 0x70a, 0x70a, 0xc008e14800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00604fec0, 0x25, 0xc008e14800, 0x70a, 0xaa0378, 0x1, 0xc008e14800, 0x70a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003717a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 139 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002a60690, 0xc002a60690, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00261d570, 0xc004b48ea0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2469 [semacquire]: strings.Replace(0xc0058b2800, 0x440d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x42, 0xc0058b2800, 0x440d) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ff7950, 0xc008b19000, 0x4407, 0x2, 0xc004686265, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 142 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00b31c020, 0xc001a91318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a91418, 0xaa0599, 0x2, 0xc002874d00, 0x81e, 0xc002874d00, 0xc001a91408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002874d00, 0x81e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a91570, 0xc00457f140, 0x3b, 0xc005d88840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 144 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009816000, 0xe96, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009816000, 0xe96, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009816000, 0xe96, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009816000, 0xe96, 0x0, 0x0, 0x115f500, 0xc009816000, 0xe96) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009816000, 0xe96, 0x0, 0x0, 0xaa0378, 0x1, 0xc0000ae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009816000, 0xe96, 0xe96, 0xc009816000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0067c9ab0, 0x4e, 0xc009816000, 0xe96, 0xaa0378, 0x1, 0xc009816000, 0xe96, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 147 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d6db50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d6db40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c43800, 0x696, 0x696, 0x1, 0xc006c43800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00086b030, 0x62, 0xc006c43800, 0x696, 0xaa0378, 0x1, 0xc006c43800, 0x696, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 149 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc004bc1a00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1a00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004bc1a00, 0xc00b276310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00adc5f50, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00adc5f20, 0x0, 0x0, 0x0, 0x1000, 0xc00b27f000, 0xef6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00b27f000, 0xef6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd2f00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fd7570, 0xc000420e20, 0xc0081df140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 150 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0084f2900, 0x413, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0084f2900, 0x413, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0084f2900, 0x413, 0x0, 0x0, 0x115f500, 0x413, 0x413) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0084f2900, 0x413, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ad2480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0084f2900, 0x413, 0x413, 0xc0084f2900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ab9bc6, 0x56, 0xc0084f2900, 0x413, 0xaa0378, 0x1, 0xc0084f2900, 0x413, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 151 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008427060, 0xc002f45318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f45418, 0xaa0503, 0x2, 0xc00b214c00, 0x117b, 0x3, 0x3be, 0xc00ac7cf80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b214c00, 0x117b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f45570, 0xc005cefb80, 0x4a, 0xc000ea79f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 155 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005110a80, 0x904, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005110a80, 0x904, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005110a80, 0x904, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005110a80, 0x904, 0x0, 0x0, 0x115f500, 0x904, 0x904) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005110a80, 0x904, 0x0, 0x0, 0xaa0378, 0x1, 0xc00103ca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005110a80, 0x904, 0x904, 0xc005110a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00017, 0x19, 0xc005110a80, 0x904, 0xaa0378, 0x1, 0xc005110a80, 0x904, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 156 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xd8a, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00959b000, 0xd8a, 0xd8a, 0xc00959b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f540, 0x48, 0xc00959b000, 0xd8a, 0xaa0378, 0x1, 0xc00959b000, 0xd8a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 160 [semacquire]: strings.genSplit(0xc005dd6000, 0x1ef9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008686000, 0x64c, 0x64c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002603418, 0xaa0599, 0x2, 0xc001e9a000, 0x1ef9, 0x1, 0x64c, 0xc0085a1e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001e9a000, 0x1ef9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002603570, 0xc001b89bc0, 0x4e, 0xc0049a9508) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 162 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002463140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc002463140, 0xb7b620, 0xc002926540, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc002926540, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002926540, 0xc002463230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002926540, 0x0, 0x0, 0x0, 0x1500, 0xc00688d500, 0x1449, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00688d500, 0x1449, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0054a6c00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002463570, 0xc000e070e0, 0xc004b49040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 163 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d4e0, 0xc0005c5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005c5418, 0xaa05c9, 0x2, 0xc0092b2600, 0x1060, 0x5, 0x34b, 0xc00265d4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0092b2600, 0x1060, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c5570, 0xc002187560, 0x55, 0xc00247d200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 164 [semacquire]: strings.genSplit(0xc0006eec80, 0xc2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a949800, 0x271, 0x271) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000645418, 0xaa059b, 0x2, 0xc00084e580, 0xc2b, 0x41, 0x271, 0xc00265d520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00084e580, 0xc2b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000645570, 0xc004b48a60, 0x4f, 0xc0049a82d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 165 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f85400, 0xb60, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f85400, 0xb60, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f85400, 0xb60, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f85400, 0xb60, 0x0, 0x0, 0x115f500, 0xb60, 0xb60) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f85400, 0xb60, 0x0, 0x0, 0xaa0378, 0x1, 0xc00695f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f85400, 0xb60, 0xb60, 0xc003f85400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc80, 0x3d, 0xc003f85400, 0xb60, 0xaa0378, 0x1, 0xc003f85400, 0xb60, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 166 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042fa700, 0x659, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042fa700, 0x659, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042fa700, 0x659, 0x0, 0x0, 0x115f500, 0x659, 0x659) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042fa700, 0x659, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042fa000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042fa700, 0x659, 0x659, 0xc0042fa700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c155c0, 0x3b, 0xc0042fa700, 0x659, 0xaa0378, 0x1, 0xc0042fa700, 0x659, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 167 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00955b900, 0x221e, 0x2, 0xc001aa5090, 0xc00955b900, 0x221e, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00955b900, 0x221e, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc006cb3ab0, 0x0, 0x0, 0x0, 0x0, 0xc006cb3ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009d0e180, 0x0, 0x0, 0x0, 0x2800, 0xc0030bb000, 0x2675, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0030bb000, 0x2675, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0052d3900) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025a7570, 0xc005f1c480, 0xc0082ef7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 168 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc008a2f118, 0xaa04bf, 0x2, 0xc8, 0x2, 0xc008a2e1f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008a2f118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a2f118, 0xc00086d650, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a2f118, 0xc00086d650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a2f118, 0xc00086d650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086cee0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086cee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086ce00, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086ce00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086ce00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f340, 0xc000080380, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc001a3f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f260, 0x54b170, 0xc00af81ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001a3f260, 0x0, 0x0, 0x0, 0x0, 0xc001a3f260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00afcc3c0, 0x0, 0x0, 0x0, 0x1000, 0xc004faf000, 0xe49, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004faf000, 0xe49, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c1e180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000669570, 0xc000420980, 0xc00b31c8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 169 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003731000, 0xa97, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003731000, 0xa97, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003731000, 0xa97, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003731000, 0xa97, 0x0, 0x0, 0x115f500, 0xa97, 0xa97) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003731000, 0xa97, 0x0, 0x0, 0xaa0378, 0x1, 0xc00372f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003731000, 0xa97, 0xa97, 0xc003731000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18420, 0x30, 0xc003731000, 0xa97, 0xaa0378, 0x1, 0xc003731000, 0xa97, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 170 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000515000, 0x7f5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000515000, 0x7f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000515000, 0x7f5, 0x0, 0x0, 0x115f500, 0x7f5, 0x7f5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000515000, 0x7f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000514800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000515000, 0x7f5, 0x7f5, 0xc000515000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa870, 0x49, 0xc000515000, 0x7f5, 0xaa0378, 0x1, 0xc000515000, 0x7f5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 171 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a22ac0, 0xc000791318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000791418, 0xaa05c9, 0x2, 0xc008d68000, 0xebf, 0x6, 0x300, 0xc004e17000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d68000, 0xebf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000791570, 0xc005f1c9e0, 0x4b, 0xc00002a640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 172 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0040ab300, 0x11ac, 0x2, 0xc006949270, 0x100, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0040ab300, 0x11ac, 0xaa04bf, 0x2, 0xc0040ab300, 0x11ac) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0069493e0, 0xc007026920, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0069493e0, 0xc007f3fb00, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006949401, 0xc00a26b870) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006949570, 0xc007f3fb00, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1164 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc005e7e820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e7e820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005e7e820, 0xc00843b030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c65b60, 0x0, 0x0, 0x0, 0xc0024fd258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c65b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024fd950, 0xc006a17000, 0xfa7, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 175 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007c79400, 0xaa2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007c79400, 0xaa2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007c79400, 0xaa2, 0x0, 0x0, 0x115f500, 0xaa2, 0xaa2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007c79400, 0xaa2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007c77c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007c79400, 0xaa2, 0xaa2, 0xc007c79400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000542a80, 0x3a, 0xc007c79400, 0xaa2, 0xaa0378, 0x1, 0xc007c79400, 0xaa2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 176 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007f3fda0, 0xc008b2f1b8, 0x7544a2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc007f3fda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007f3fd70, 0xc008b2f240, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008b2f570, 0xc0081bfaa0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b2f570, 0xc000ca1c40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 178 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b8b5400, 0xb0b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0x115f500, 0xc00b8b5400, 0xb0b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b8b3c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b8b5400, 0xb0b, 0xb0b, 0xc00b8b5400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618fd40, 0x36, 0xc00b8b5400, 0xb0b, 0xaa0378, 0x1, 0xc00b8b5400, 0xb0b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 179 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001f10000, 0x1ec7, 0x2, 0xc002c3b090, 0xc001f10000, 0x1ec7, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001f10000, 0x1ec7, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0052cf570, 0x0, 0x0, 0x0, 0x0, 0xc0052cf570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bfd10, 0x0, 0x0, 0x0, 0x2500, 0xc003b32a00, 0x21ba, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003b32a00, 0x21ba, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00289cf80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007bd570, 0xc004da0b60, 0xc007026b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 180 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004dc1500, 0x1320, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004dc1500, 0x1320, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dc1500, 0x1320, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dc1500, 0x1320, 0x0, 0x0, 0x115f500, 0xc004dc1500, 0x1320) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dc1500, 0x1320, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dc0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dc1500, 0x1320, 0x1320, 0xc004dc1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00070e2b0, 0x4c, 0xc004dc1500, 0x1320, 0xaa0378, 0x1, 0xc004dc1500, 0x1320, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2455 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ee85b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003ee8680, 0xc006b70d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa680, 0x0, 0x0, 0x0, 0xc004105258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa680, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004105950, 0xc0093e0000, 0x10e6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 182 [semacquire]: bytes.makeSlice(0x167, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001b5b260, 0x167, 0x203002) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001b5b260, 0xc000c25500, 0x167, 0x1, 0xb856e0, 0xc001fc0a80) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68700) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005c398f0, 0xa9ece0, 0xc005c39890) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b570, 0xc000e06be0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 184 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0019fbf20, 0xc0007e3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007e3418, 0xaa04fd, 0x2, 0xc002f3b000, 0xe0d, 0x7, 0x2bb, 0xc007027d20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002f3b000, 0xe0d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007e3570, 0xc00265de20, 0x43, 0xc000bcc3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 185 [semacquire]: regexp.onePassCopy(0xc00c030720, 0xc00c030720) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc00c030720, 0xc00c030720) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0007e5358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0007e5358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0007e5358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0007e5358, 0x75a856, 0x0, 0xc0032f8690, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0007e5358, 0xc0007e5320, 0xc0007e53a8, 0x42ca96, 0xc00c0306f0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0007e53c0, 0xc0007e53d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00265c960) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0003a7320, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0007e5570, 0xc0049427c0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 187 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009a28d80, 0xd45, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009a28d80, 0xd45, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009a28d80, 0xd45, 0x0, 0x0, 0x115f500, 0xc009a28d80, 0xd45) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009a28d80, 0xd45, 0x0, 0x0, 0xaa0378, 0x1, 0xc009a28000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009a28d80, 0xd45, 0xd45, 0xc009a28d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f27e, 0x3c, 0xc009a28d80, 0xd45, 0xaa0378, 0x1, 0xc009a28d80, 0xd45, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 188 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0f90, 0x203000, 0x203000, 0xc6a01f3d00000000, 0xc006bc3190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0f90) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb0f60, 0xc006bc3320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006bc3708, 0xc00272aa20, 0xaac03e, 0x7, 0xc00272aa20) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006bc3708, 0xc00272aa20, 0xc008426060) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 189 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c17900, 0xc52, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c17900, 0xc52, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c17900, 0xc52, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c17900, 0xc52, 0x0, 0x0, 0x115f500, 0xc003c17900, 0xc52) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c17900, 0xc52, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c3f200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c17900, 0xc52, 0xc52, 0xc003c17900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016727e0, 0x4b, 0xc003c17900, 0xc52, 0xaa0378, 0x1, 0xc003c17900, 0xc52, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 190 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001841000, 0xb30, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001841000, 0xb30, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001841000, 0xb30, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001841000, 0xb30, 0x0, 0x0, 0x115f500, 0xb30, 0xb30) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001841000, 0xb30, 0x0, 0x0, 0xaa0378, 0x1, 0xc00183f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001841000, 0xb30, 0xb30, 0xc001841000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040e8ba, 0x41, 0xc001841000, 0xb30, 0xaa0378, 0x1, 0xc001841000, 0xb30, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 191 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc008140c00, 0x12ef, 0x2, 0xc001197ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc00813e600, 0x12ef) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc008140c00, 0x12ef) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 192 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf5eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf5ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e88d00, 0x87a, 0x87a, 0x1, 0xc003e88d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000370540, 0x5a, 0xc003e88d00, 0x87a, 0xaa0378, 0x1, 0xc003e88d00, 0x87a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 193 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004b48280, 0xc004813318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004813418, 0xaa04f9, 0x2, 0xc008272a00, 0x14b6, 0x1, 0x4a4, 0xc0004204c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008272a00, 0x14b6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004813570, 0xc004da0440, 0x4f, 0xc002838eba) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 194 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc0069f5ef0, 0xaf, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b735e0, 0xaa04f9, 0x2, 0xc0069f5ef0, 0xaf, 0xc, 0xc007b732e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00b344ab0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc009a21e00, 0xc007b73378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc007b73570, 0xc0098c0a20, 0xc00113d180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc007b73570, 0xc0098c0a20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc007b73570, 0xc0098c0a20, 0xc0098c0a20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b62a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 195 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc00596f450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596f450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00596f450, 0xc000e6fce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f1a060, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc00a968030) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a968030, 0x0, 0x0, 0x0, 0xc80, 0xc005c3f200, 0xc61, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005c3f200, 0xc61, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00251d4d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007fb570, 0xc001fc09c0, 0xc00ac7d960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6360, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 196 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0072f9900, 0x11b4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0072f9900, 0x11b4, 0x0, 0x0, 0x115f500, 0xc0072f9900, 0x11b4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0072f8600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0072f9900, 0x11b4, 0x11b4, 0xc0072f9900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004bd6580, 0x37, 0xc0072f9900, 0x11b4, 0xaa0378, 0x1, 0xc0072f9900, 0x11b4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 198 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008487e80, 0xc0087e1268, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0087e15e0, 0xaa04f9, 0x2, 0xc005ea5930, 0xcf, 0xa, 0xc0087e12e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0044cd8f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0044cd620, 0xc0087e1378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0087e1570, 0xc0044cd260, 0xc008487840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0087e1570, 0xc0044cd260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0087e1570, 0xc0044cd260, 0xc0044cd260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b65a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 199 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024be9e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024be9d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147800, 0x678, 0x678, 0x1, 0xc002147800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e440, 0x38, 0xc002147800, 0x678, 0xaa0378, 0x1, 0xc002147800, 0x678, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 201 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008793a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000879390, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053b7080, 0x504, 0x504, 0x1, 0xc0053b7080) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299f0e0, 0x43, 0xc0053b7080, 0x504, 0xaa0378, 0x1, 0xc0053b7080, 0x504, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2460 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc003452d00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003452d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003452d00, 0xc0006a1a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa880, 0x0, 0x0, 0x0, 0xc005e09258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa880, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e09950, 0xc002ea2800, 0x177d, 0x0, 0xc00454a65d, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a067e0, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 207 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0078e5080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0078e5070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d9a000, 0x2af, 0x2af, 0x1, 0xc001d9a000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000700e0, 0x66, 0xc001d9a000, 0x2af, 0xaa0378, 0x1, 0xc001d9a000, 0x2af, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 208 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001175800, 0x5a4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001175800, 0x5a4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001175800, 0x5a4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001175800, 0x5a4, 0x0, 0x0, 0x115f500, 0x5a4, 0x5a4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001175800, 0x5a4, 0x0, 0x0, 0xaa0378, 0x1, 0xc001175200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001175800, 0x5a4, 0x5a4, 0xc001175800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6050, 0x43, 0xc001175800, 0x5a4, 0xaa0378, 0x1, 0xc001175800, 0x5a4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 209 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005dbc000, 0xb08, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005dbc000, 0xb08, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005dbc000, 0xb08, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005dbc000, 0xb08, 0x0, 0x0, 0x115f500, 0xb08, 0xb08) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005dbc000, 0xb08, 0x0, 0x0, 0xaa0378, 0x1, 0xc00830fc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005dbc000, 0xb08, 0xb08, 0xc005dbc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8730, 0x49, 0xc005dbc000, 0xb08, 0xaa0378, 0x1, 0xc005dbc000, 0xb08, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 212 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc007d20680, 0xc001d7f600, 0xf8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc007d20680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc007d20680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc007d20680, 0xc00bce1e30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00bcf1290, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bcf1260, 0x0, 0x0, 0x0, 0x900, 0xc00bb72000, 0x8bb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00bb72000, 0x8bb, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546cb10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00245b570, 0xc000e07980, 0xc001e4e3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 219 [semacquire]: regexp.makeOnePass(0xc002926420, 0xc002926420) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc005adc090, 0xc005adc090) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002583358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002583358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002583358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002583358, 0xc0046568c0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002583358, 0x42ca96, 0xc005adc060, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0025833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049c1820, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0044cd860, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002583570, 0xc004f1d0e0, 0xabc101, 0x1d, 0x5b, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 220 [semacquire]: strings.genSplit(0xc001dd4a80, 0x9a5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002074000, 0x1de, 0x1de) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000317418, 0xaa0569, 0x2, 0xc00103c000, 0x9a5, 0x1a, 0x1de, 0xc00a6220c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00103c000, 0x9a5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000317570, 0xc0028252a0, 0x74, 0xc001e46700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7620, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 222 [semacquire]: strings.genSplit(0xc006f80000, 0xd02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d67000, 0x2b7, 0x2b7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b55418, 0xaa04fd, 0x2, 0xc0046b0380, 0xd02, 0x1, 0x2b7, 0xc0019fb060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046b0380, 0xd02, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b55570, 0xc0068083a0, 0x48, 0xc000c17c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 227 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009c20320, 0xc0046a5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046a5418, 0xaa0503, 0x2, 0xc0032dc000, 0x15ad, 0x5, 0x44d, 0xc009c20300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0032dc000, 0x15ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046a5570, 0xc004b49ba0, 0x4a, 0xc002838c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 228 [semacquire]: strings.genSplit(0xc005c8a000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b525a80, 0x19b, 0x19b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042bb418, 0xaa04fd, 0x2, 0xc001d3a800, 0x7f9, 0x1, 0x19b, 0xc004a22dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001d3a800, 0x7f9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042bb570, 0xc00272b760, 0x54, 0xc001ab8c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 229 [semacquire]: strings.genSplit(0xc003e7a600, 0x1025, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3b2, 0x3b2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047f9418, 0xaa0503, 0x2, 0xc000c5e000, 0x1025, 0x5, 0x3b2, 0xc006dc05a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000c5e000, 0x1025, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047f9570, 0xc008f46400, 0x44, 0xc0076d2b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 231 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc008cbe400, 0xaea, 0xc002fd9270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc008cbe400, 0xaea, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd9418, 0xaa0503, 0x2, 0xc008cbe400, 0xaea, 0x4, 0x24c, 0xc001e4fba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008cbe400, 0xaea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9570, 0xc00000eaa0, 0x5d, 0xc00232dec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 233 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc008ef98c0, 0xc0083b62a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000331570, 0xc008ef98c0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000331570, 0xc008c7ec20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 234 [semacquire]: encoding/json.(*decodeState).object(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xab20e1, 0xb) /usr/local/go/src/encoding/json/decode.go:752 +0x182a encoding/json.(*decodeState).value(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xa49de0, 0xc00c2cc000) /usr/local/go/src/encoding/json/decode.go:387 +0x6d encoding/json.(*decodeState).array(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc002fd0ff8, 0x5b) /usr/local/go/src/encoding/json/decode.go:575 +0x1a7 encoding/json.(*decodeState).value(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc006da3958, 0x532927) /usr/local/go/src/encoding/json/decode.go:377 +0xfd encoding/json.(*decodeState).unmarshal(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0xc002fd0ff8, 0x0) /usr/local/go/src/encoding/json/decode.go:180 +0x1f0 encoding/json.Unmarshal(0xc003c68a20, 0x11c, 0x120, 0x9cfa40, 0xc0067b4a20, 0x120, 0xaa366e) /usr/local/go/src/encoding/json/decode.go:107 +0x112 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc0037b9000, 0xb75, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0037b9000, 0xb75, 0xb75, 0x1, 0xc0037b9000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca500, 0x32, 0xc0037b9000, 0xb75, 0xaa0378, 0x1, 0xc0037b9000, 0xb75, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 238 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00210b1c8, 0x127d300, 0xc00210b140, 0x5697b3, 0xc000137720) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00210b1c8, 0x0, 0x0, 0xc00210b140, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00210b1c8, 0x9fe, 0xa80, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00210b230, 0xc00210b248, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005229020) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b76660, 0xaa262f, 0x3, 0xc005228ff0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00210b708, 0xc00000e9c0, 0xaa262f, 0x3, 0xc00000e9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00210b708, 0xc00000e9c0, 0xc00b27c1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d63c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 242 [semacquire]: strings.genSplit(0xc0051252c0, 0x93, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x93, 0xc005125180, 0x93) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00530d5e0, 0xaa04f9, 0x2, 0xc005125180, 0x93, 0x16, 0x3c, 0xc009b67960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00530d570, 0xc002825580, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d66c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 245 [semacquire]: strings.genSplit(0xc00605b400, 0xabd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a9e5400, 0x221, 0x221) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000955418, 0xaa058b, 0x2, 0xc001f44800, 0xabd, 0x4, 0x221, 0xc004a22680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001f44800, 0xabd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000955570, 0xc0057d0480, 0x46, 0xc006860050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 246 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007000a80, 0xa34, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc006fcbe30, 0x0, 0x0, 0x0, 0x0, 0xc006fcbe30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008a0c3c0, 0x0, 0x0, 0x0, 0xc00, 0xc003731c00, 0xbe3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003731c00, 0xbe3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0023c6d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00092b570, 0xc0049c0f00, 0xc004a22900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d69c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 247 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000efd000, 0xe0c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000efd000, 0xe0c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000efd000, 0xe0c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000efd000, 0xe0c, 0x0, 0x0, 0x115f500, 0xe0c, 0xe0c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000efd000, 0xe0c, 0x0, 0x0, 0xaa0378, 0x1, 0xc000ec1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000efd000, 0xe0c, 0xe0c, 0xc000efd000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be0140, 0x40, 0xc000efd000, 0xe0c, 0xaa0378, 0x1, 0xc000efd000, 0xe0c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 248 [semacquire]: strings.genSplit(0xc0070b6000, 0x5f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x148, 0x148) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a8f418, 0xaa0599, 0x2, 0xc008a7c600, 0x5f5, 0x1, 0x148, 0xc00afb1240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a7c600, 0x5f5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a8f570, 0xc006dc19a0, 0x4f, 0xc0044e131a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 254 [semacquire]: strings.genSplit(0xc0081fa000, 0x1180, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1262, 0xc002e7ac00, 0x1180) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00855f5e0, 0xaa04f9, 0x2, 0xc002e7ac00, 0x1180, 0x0, 0xc00125d880, 0x7f602d0a9e98) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00855f570, 0xc000ca1440, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 260 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008426120, 0xc001b31318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b31418, 0xaa0503, 0x2, 0xc00a8bd000, 0xe76, 0x4, 0x2d6, 0xc008426100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a8bd000, 0xe76, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b31570, 0xc002b568a0, 0x4a, 0xc000bcc500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 263 [semacquire]: bytes.makeSlice(0x1842, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002abf190, 0x8, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002abf190, 0xc000394ce0, 0x8, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d19260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00102d5e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00b0ed860, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002abf570, 0xc00b0ed860, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002abf570, 0xc000420560, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 267 [semacquire]: bytes.makeSlice(0x2b3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008242450, 0x1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc008242450, 0xc008242420, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0d2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0 golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce70, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce00, 0xb84d20, 0xc008242450) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008242450, 0xc001b0ce00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00041d800, 0x50d2a1, 0xc000d362a0, 0x22, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006d7570, 0xc000ca0940, 0xc001fc0480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 269 [semacquire]: regexp.onePassCopy(0xc001cf77d0, 0xc001cf77d0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc001cf77d0, 0xc001cf77d0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ac7358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ac7358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ac7358, 0x0, 0xb856e0, 0xc0003b01c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ac7358, 0xc0019f45b0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ac7358, 0x42ca96, 0xc001cf77a0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ac73c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008bdd0c0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0006f2960, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ac7570, 0xc00265cc40, 0xabc101, 0x1d, 0x45, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 270 [semacquire]: strings.genSplit(0xc00508eea0, 0x110, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x15e, 0xc00508eb40, 0x110) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00315d5e0, 0xaa04f9, 0x2, 0xc00508eb40, 0x110, 0x0, 0xc00315d430, 0xc001e4ee08) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00315d570, 0xc007850630, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00315d570, 0xc0079715a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 271 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009800d80, 0xcaa, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009800d80, 0xcaa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009800d80, 0xcaa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009800d80, 0xcaa, 0x0, 0x0, 0x115f500, 0xc009800d80, 0xcaa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009800d80, 0xcaa, 0x0, 0x0, 0xaa0378, 0x1, 0xc00075f100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009800d80, 0xcaa, 0xcaa, 0xc009800d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe900, 0x35, 0xc009800d80, 0xcaa, 0xaa0378, 0x1, 0xc009800d80, 0xcaa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 272 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fab400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fab3f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e5d800, 0x1640, 0x1640, 0x1, 0xc003e5d800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dcb991, 0x28, 0xc003e5d800, 0x1640, 0xaa0378, 0x1, 0xc003e5d800, 0x1640, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 278 [semacquire]: bytes.makeSlice(0x14ec, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0000f7260, 0x6e, 0x80) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0000f7260, 0xc00459b2d0, 0x6e, 0x5165d7, 0xc007567452, 0xc00546f228) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb2d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f31810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005541260, 0xc005541da0, 0xc0014f4c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0000f7570, 0xc006449360, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f01e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 281 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a32000, 0xd34, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a32000, 0xd34, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a32000, 0xd34, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a32000, 0xd34, 0x0, 0x0, 0x115f500, 0xd34, 0xd34) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a32000, 0xd34, 0x0, 0x0, 0xaa0378, 0x1, 0xc00940a880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a32000, 0xd34, 0xd34, 0xc006a32000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e2c0, 0x39, 0xc006a32000, 0xd34, 0xaa0378, 0x1, 0xc006a32000, 0xd34, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 284 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b8a840, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b8a820, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00243af00, 0x2f7, 0x2f7, 0x1, 0xc00243af00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6d70, 0x48, 0xc00243af00, 0x2f7, 0xaa0378, 0x1, 0xc00243af00, 0x2f7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 285 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004dcf418, 0xaa0503, 0x2, 0xc008a8e000, 0x20c0, 0x3, 0x5f0, 0xc005e53220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a8e000, 0x20c0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004dcf570, 0xc004b48900, 0x44, 0xc000ea6140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 287 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0092bf800, 0x73b, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc009549500, 0x0, 0x0, 0x0, 0x0, 0xc009549500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0042e2f60, 0x0, 0x0, 0x0, 0xa80, 0xc004c0f500, 0x95f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004c0f500, 0x95f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000114750) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000aeb570, 0xc004cfcd80, 0xc005306220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 288 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007f67200, 0x5b2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f67200, 0x5b2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f67200, 0x5b2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f67200, 0x5b2, 0x0, 0x0, 0x115f500, 0x5b2, 0x5b2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f67200, 0x5b2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f66000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f67200, 0x5b2, 0x5b2, 0xc007f67200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15c70, 0x44, 0xc007f67200, 0x5b2, 0xaa0378, 0x1, 0xc007f67200, 0x5b2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 289 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc0093c7c00, 0xa92, 0x2, 0xc004e75090, 0xc0093c7c00, 0xa92, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0093c7c00, 0xa92, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc004eab5e0, 0x0, 0x0, 0x0, 0x0, 0xc004eab5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006fd00c0, 0x0, 0x0, 0x0, 0xd80, 0xc005fdc380, 0xc8d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005fdc380, 0xc8d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00247c4e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034c3570, 0xc00470f1c0, 0xc0000caa00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 293 [semacquire]: strings.Replace(0xc003439000, 0x2e4a, 0xaadf91, 0x8, 0xaa15a0, 0x3, 0x1, 0xc003439000, 0x2e4a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033cd570, 0xc002186700, 0xc0085a0b20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 294 [semacquire]: strings.genSplit(0xc007938000, 0xdf4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6d3000, 0x2a9, 0x2a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a3418, 0xaa04df, 0x2, 0xc005249000, 0xdf4, 0x5, 0x2a9, 0xc004a22e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005249000, 0xdf4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012a3570, 0xc004eae2c0, 0x74, 0xc0058f0480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 297 [semacquire]: bytes.makeSlice(0x2411, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008af3bc0, 0x8c1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008af3bc0, 0xc00197a000, 0x8c1, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00087a380, 0xb84d20, 0xc008af3bc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008af3bc0, 0xc00087a380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c3bd10, 0x3, 0xc004627760, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366d570, 0xc006809b40, 0xc0049c0d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 298 [semacquire]: strings.genSplit(0xc00682c000, 0xf59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b0b000, 0x2d0, 0x2d0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001065418, 0xaa0599, 0x2, 0xc007e18000, 0xf59, 0x1, 0x2d0, 0xc0049c1880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007e18000, 0xf59, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001065570, 0xc00113d2e0, 0x41, 0xc0060280a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f10e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 300 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a743500, 0x6e8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a743500, 0x6e8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a743500, 0x6e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a743500, 0x6e8, 0x0, 0x0, 0x115f500, 0xc00a743500, 0x6e8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a743500, 0x6e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a742e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a743500, 0x6e8, 0x6e8, 0xc00a743500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000af6640, 0x35, 0xc00a743500, 0x6e8, 0xaa0378, 0x1, 0xc00a743500, 0x6e8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 302 [semacquire]: strings.genSplit(0xc008d00000, 0xce6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009847000, 0x2ae, 0x2ae) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b43418, 0xaa04df, 0x2, 0xc006a34880, 0xce6, 0x4, 0x2ae, 0xc006f00540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006a34880, 0xce6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b43570, 0xc00000ee40, 0x3a, 0xc00274d000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f13e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 303 [semacquire]: strings.genSplit(0xc007d28a80, 0xa2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa2a, 0xc00b1e4000, 0xa34) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000969570, 0xc006448020, 0xc004990d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1824 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00b6d9000, 0x7c9, 0x800, 0xc00b6d9000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00b6d9000, 0x7c9, 0x7f3, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc008c57802, 0x7f3, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 309 [runnable]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00257d140, 0x50d201, 0xc00241b0e0, 0x57, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e95570, 0xc004e17920, 0xc007b3bde0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 310 [semacquire]: strings.genSplit(0xc008c81a80, 0x19b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009593000, 0x4f9, 0x4f9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004883418, 0xaa04f9, 0x2, 0xc00613a480, 0x19b3, 0x1, 0x4f9, 0xc00272ae40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00613a480, 0x19b3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004883570, 0xc00113c1a0, 0x56, 0xc003f9e960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 311 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c2b000, 0xe3b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c2b000, 0xe3b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c2b000, 0xe3b, 0x0, 0x0, 0x115f500, 0xe3b, 0xe3b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046a9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c2b000, 0xe3b, 0xe3b, 0xc004c2b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fccd80, 0x58, 0xc004c2b000, 0xe3b, 0xaa0378, 0x1, 0xc004c2b000, 0xe3b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 312 [semacquire]: strings.Replace(0xc0032bd400, 0xb3a, 0xaa2b4e, 0x3, 0xaa0382, 0x1, 0x1, 0xc0032bd400, 0xb3a) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001839570, 0xc006dc0000, 0xc005cee840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 313 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc000926e90, 0xc00ad36bc8, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0460, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0540, 0xc000926ec8) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0003a0540, 0xc0003a0540, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x189) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000927358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000927358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000927358, 0x0, 0xb856e0, 0xc0003b0048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000927358, 0xc001e00070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000927358, 0x42cc84, 0xc00a4abb60, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009273c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00875ac00, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00257dce0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000927570, 0xc000e07740, 0xabc101, 0x1d, 0x32, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 314 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c38270, 0xc008c3e320, 0x9a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c38270, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c38270) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c38270, 0xc0047fa7e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005ff2a80, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc005ff2a50) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ff2a50, 0x0, 0x0, 0x0, 0xc00, 0xc0069a9000, 0xb90, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0069a9000, 0xb90, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274cd80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004867570, 0xc001d40980, 0xc00b62c760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 317 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002686bd0, 0x50d201, 0xc005cf532b, 0x3f, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00277d570, 0xc006dc1260, 0xc007970b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 319 [semacquire]: bytes.makeSlice(0x3c6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0029e1250, 0x2, 0x1e2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0029e1250, 0xaa04bf, 0x2, 0x1e2, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00571ac30, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xc, 0xc00571ac30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0053cf800, 0xc0029e1378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0029e1570, 0xc004a2b1d0, 0xc004da1d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0029e1570, 0xc004a2b1d0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0029e1570, 0xc004a2b1d0, 0xc004a2b1d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005900c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 320 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003ead140, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc003ead140, 0xb7b620, 0xc003a3c210, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc003a3c210, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003a3c210, 0xc003ead230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a3c210, 0x0, 0x0, 0x0, 0x1000, 0xc001ad8000, 0xd93, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc001ad8000, 0xd93, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00435eb60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ead570, 0xc004e17b00, 0xc008f47800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 330 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004958800, 0x709, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004958800, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004958800, 0x709, 0x0, 0x0, 0x115f500, 0x709, 0x709) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004958800, 0x709, 0x0, 0x0, 0xaa0378, 0x1, 0xc000867800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004958800, 0x709, 0x709, 0xc004958800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18000, 0x23, 0xc004958800, 0x709, 0xaa0378, 0x1, 0xc004958800, 0x709, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 337 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc007532000, 0xeee, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001c1e280) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005a61570, 0xc002127d80, 0xc0003b1fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 338 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc009942c00, 0x38b, 0xaa0378, 0x1, 0xc0067c9420, 0x61) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc001541340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0015411f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004feb118, 0xc0015411f0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004feb118, 0xc0015411f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc0015411f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540770, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066033b0, 0xc000f84d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc0066033b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066033b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066032d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066032d0, 0x54b170, 0xc009924c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0066032d0, 0x0, 0x0, 0x0, 0x0, 0xc0066032d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ec91d0, 0x0, 0x0, 0x0, 0x800, 0xc004b61000, 0x7e2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004b61000, 0x7e2, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00009c0e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f85570, 0xc0000ca400, 0xc008427140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 339 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0028255c0, 0xc007799c00, 0x38b, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc007799c00, 0x38b, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006085200, 0x3a, 0xc007799c00, 0x38b, 0xaa0378, 0x1, 0xc007799c00, 0x38b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 343 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005456d00, 0x8aa, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005456d00, 0x8aa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005456d00, 0x8aa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005456d00, 0x8aa, 0x0, 0x0, 0x115f500, 0x8aa, 0x8aa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005456d00, 0x8aa, 0x0, 0x0, 0xaa0378, 0x1, 0xc004d48d00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005456d00, 0x8aa, 0x8aa, 0xc005456d00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048ff480, 0x30, 0xc005456d00, 0x8aa, 0xaa0378, 0x1, 0xc005456d00, 0x8aa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005912c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 346 [semacquire]: github.com/gigawattio/window.Rolling(0xc009f16000, 0x5a1, 0x5a1, 0x3, 0x0, 0x5a0, 0xc009f16000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fdd570, 0xc005306800, 0xc004ae3260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2463 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006003050, 0x4, 0x739, 0xc00a6e9801, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00a6e9000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ee9860, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cf7cb0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006003950, 0xc00b29b600, 0x8c5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a072c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 352 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004cfc800, 0xc0025ab318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ab418, 0xaa04f9, 0x2, 0xc006295800, 0x70c, 0x1, 0x1ab, 0xc00b43bc40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006295800, 0x70c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ab570, 0xc00000e980, 0x41, 0xc000b6d900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 354 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001037b60, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095f570, 0xc001037b60, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095f570, 0xc005cef860, 0x58) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 356 [semacquire]: strings.genSplit(0xc007cc0000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xbf3, 0xc007b3d800, 0x7f9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c315e0, 0xaa04f9, 0x2, 0xc007b3d800, 0x7f9, 0xc, 0x25, 0xc00b31ce20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c31570, 0xc000420240, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591c80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 432 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00707ea80, 0x942, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00707ea80, 0x942, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00707ea80, 0x942, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00707ea80, 0x942, 0x0, 0x0, 0x115f500, 0xc00707ea80, 0x942) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00707ea80, 0x942, 0x0, 0x0, 0xaa0378, 0x1, 0xc00705b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00707ea80, 0x942, 0x942, 0xc00707ea80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7b92c0, 0x4b, 0xc00707ea80, 0x942, 0xaa0378, 0x1, 0xc00707ea80, 0x942, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00708bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 360 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000941418, 0xaa0503, 0x2, 0xc0037bc000, 0x991, 0x1, 0x201, 0xc00833bc80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037bc000, 0x991, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000941570, 0xc004991940, 0x37, 0xc000ebfe00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2446 [semacquire]: regexp.onePassCopy(0xc00bd5c150, 0xc00bd5c150) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc00bd5c150, 0xc00bd5c150) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00307b358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00307b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00307b358, 0x0, 0xb856e0, 0xc00a7adb28, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00307b358, 0xc007e1b110, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00307b358, 0x42ca96, 0xc00bd5c120, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00307b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47120, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0074584b0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00307b570, 0xc0003b0900, 0xabc101, 0x1d, 0x32, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0073492c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1827 [semacquire]: strings.Replace(0xc00521e000, 0x2c56, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00521e000, 0x2c56) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f39950, 0xc003040000, 0x2c54, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 361 [semacquire]: regexp.makeOnePass(0xc00b1fc0f0, 0xc00b1fc0f0) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc00b1fc060, 0xc00b1fc060) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d71358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d71358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d71358, 0x0, 0xb856e0, 0xc0003b0248, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d71358, 0xc00110c070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d71358, 0x42ca96, 0xc007e3c540, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005d713c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008ddc120, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d6660, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005d71570, 0xc005886720, 0xabc101, 0x1d, 0x35, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1828 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc004bc1790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004bc1790, 0xc00b24c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00aa699e0, 0x0, 0x0, 0x0, 0xc0041cf258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00aa699e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041cf950, 0xc000a90c00, 0x2541, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1153 [semacquire]: bytes.makeSlice(0x6f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00449f208, 0x6f, 0x12aedfd) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00449f208, 0xc009210310, 0x6f, 0xc0003b0148, 0xc0003a6180, 0xc00449f158) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb5e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a3c660, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x8, 0xc003a3c660) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055f58f0, 0xc00449f320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00449f3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00449f3e0, 0xc00a9685d0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x27a, 0x27b) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00449f570, 0xc00a9685d0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 435 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c4c800, 0xc004e91278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e915e0, 0xaa04f9, 0x2, 0xc00908f100, 0xc87, 0x0, 0xc0012edc00, 0x7f602d0ab9b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e91570, 0xc006449fc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 421 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc007424800, 0x1776, 0x2, 0xc005ed9090, 0xc007424800, 0x1776, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007424800, 0x1776, 0xaa04bf, 0x2, 0x1, 0x4) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc001860690, 0x0, 0x0, 0x0, 0x0, 0xc001860690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0054b44b0, 0x0, 0x0, 0x0, 0x2000, 0xc00541c000, 0x1bd7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00541c000, 0x1bd7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000a4c5a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001cb570, 0xc000ca00a0, 0xc0053063c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 451 [semacquire]: strings.genSplit(0xc008e9c000, 0x120f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e64000, 0x567, 0x567) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003339418, 0xaa058b, 0x2, 0xc002294600, 0x120f, 0x4, 0x567, 0xc0019fa5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002294600, 0x120f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003339570, 0xc0057d0a60, 0x38, 0xc001da5340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 452 [semacquire]: strings.genSplit(0xc00467a000, 0xfe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00704e000, 0x2ce, 0x2ce) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a07418, 0xaa05c9, 0x2, 0xc004abb000, 0xfe1, 0x6, 0x2ce, 0xc002825d60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004abb000, 0xfe1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a07570, 0xc00000edc0, 0x32, 0xc000ebe8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 453 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0025dd520, 0xc00a04b8c0, 0xa1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0025dd520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025dd520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0025dd520, 0xc007013490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007026020, 0x0, 0x0, 0x0, 0xc003367258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007026020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003367950, 0xc00380a000, 0x18bd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 454 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc005828400, 0x8c6, 0x2, 0xc0009fbab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005827b00, 0x8c6) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005828400, 0x8c6) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 455 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aed418, 0xaa0503, 0x2, 0xc005e23000, 0x3000, 0x6, 0x8de, 0xc00a5aaea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e23000, 0x3000, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aed570, 0xc002127280, 0x6e, 0xc000d3bb90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 456 [semacquire]: strings.genSplit(0xc006701500, 0x145f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x459, 0x459) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035d5418, 0xaa04d9, 0x2, 0xc00b810000, 0x145f, 0x1, 0x459, 0xc00aa695a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b810000, 0x145f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035d5570, 0xc002127820, 0x2f, 0xc000c18540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 457 [semacquire]: bytes.makeSlice(0x4ed, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0050288d0, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0050288d0, 0xad0877, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d9d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d2d0, 0xb84d20, 0xc0050288d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0050288d0, 0xc00076d2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002521380, 0x50d201, 0xc0052cc8c0, 0x69, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003445570, 0xc00000e500, 0xc0019fbd60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2454 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003ee8340, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003ee8340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee8340, 0xc006b70930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa620, 0x0, 0x0, 0x0, 0xc002bfb258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bfb950, 0xc002e52000, 0x16da, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 463 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00272aac0, 0xc002d4b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d4b418, 0xaa05c9, 0x2, 0xc00a517200, 0x5f7, 0x6, 0x177, 0xc00272aaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a517200, 0x5f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d4b570, 0xc002825540, 0x27, 0xc00052e2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 466 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002a6d118, 0xc00bea2000, 0xab, 0x2, 0x2, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002a6d118, 0xc00bea2000, 0xab, 0xab, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00c3a0000, 0xc002a6c208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7ff80, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002a6d118, 0xc00bf7ff80, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f180, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f0a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e9a0, 0xc000080380, 0x7f602d0a97d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e8c0, 0x54b170, 0xc0026b8c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00bf7e8c0, 0x0, 0x0, 0x0, 0x0, 0xc00bf7e8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068ed560, 0x0, 0x0, 0x0, 0x1000, 0xc007bf1000, 0xd9a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc007bf1000, 0xd9a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00385bfc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a6d570, 0xc006dc11e0, 0xc00000eac0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 471 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00286f800, 0x7cd, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00286f800, 0x7cd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00286f800, 0x7cd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00286f800, 0x7cd, 0x0, 0x0, 0x115f500, 0x7cd, 0x7cd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00286f800, 0x7cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc001179800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00286f800, 0x7cd, 0x7cd, 0xc00286f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b6bbc0, 0x35, 0xc00286f800, 0x7cd, 0xaa0378, 0x1, 0xc00286f800, 0x7cd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 472 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004b4800, 0xaf5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004b4800, 0xaf5, 0x0, 0x0, 0x115f500, 0xc0004b4800, 0xaf5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004b3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004b4800, 0xaf5, 0xaf5, 0xc0004b4800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0071ad800, 0x31, 0xc0004b4800, 0xaf5, 0xaa0378, 0x1, 0xc0004b4800, 0xaf5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 473 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073f8c00, 0x5fb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0x115f500, 0x5fb, 0x5fb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007b9b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073f8c00, 0x5fb, 0x5fb, 0xc0073f8c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035b3380, 0x1a, 0xc0073f8c00, 0x5fb, 0xaa0378, 0x1, 0xc0073f8c00, 0x5fb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 474 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523af20, 0xc002981318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002981418, 0xaa0599, 0x2, 0xc001842800, 0xbea, 0x1, 0x267, 0xc004b498a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001842800, 0xbea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002981570, 0xc00690e9c0, 0x26, 0xc005926e10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 475 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc00602a000, 0xff3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5579a7a500000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298b570, 0xc00690f060, 0xc000a520c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 478 [semacquire]: bytes.makeSlice(0x81, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004035260, 0x81, 0x203002) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004035260, 0xc0049718c0, 0x81, 0x1, 0xb856e0, 0xc0000cb2e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002648a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0026489a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ceda40, 0xa9ece0, 0xc006ceda10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004035570, 0xc004eae640, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 479 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003297c00, 0x669, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003297c00, 0x669, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003297c00, 0x669, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003297c00, 0x669, 0x0, 0x0, 0x115f500, 0xc003297c00, 0x669) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003297c00, 0x669, 0x0, 0x0, 0xaa0378, 0x1, 0xc003297500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003297c00, 0x669, 0x669, 0xc003297c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97b40, 0x35, 0xc003297c00, 0x669, 0xaa0378, 0x1, 0xc003297c00, 0x669, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 480 [semacquire]: bytes.(*Buffer).grow(0xc00640b118, 0x1, 0x60) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc00640b118, 0x1189cea, 0x1, 0x1, 0x5e, 0x60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00640b118, 0xc00167c8a0, 0x5e, 0x7, 0xc00167c8a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e5ab0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e59d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0050c8000, 0xc00186222c, 0x4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc0050c8000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0050c8000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0055a76c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0055a76c0, 0x54b170, 0xc002828000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0055a76c0, 0x0, 0x0, 0x0, 0x0, 0xc0055a76c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030a1b00, 0x0, 0x0, 0x0, 0x800, 0xc00b405800, 0x736, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00b405800, 0x736, 0x0, 0x0, 0x0, 0x440d95, 0xc00b165a10, 0x7f60040e8211, 0xb8bcec7900000008) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038c1570, 0xc005ceea80, 0xc00b43a320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 487 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0a00, 0xc002599318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002599418, 0xaa05c9, 0x2, 0xc00953f000, 0xde8, 0x7, 0x2d4, 0xc009ecd2e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00953f000, 0xde8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002599570, 0xc004b49700, 0x39, 0xc000c15252) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 488 [semacquire]: strings.genSplit(0xc0055ba000, 0xe10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x2de, 0x2de) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e43418, 0xaa04fd, 0x2, 0xc004d31000, 0xe10, 0x1, 0x2de, 0xc009c21b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004d31000, 0xe10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e43570, 0xc0049c0280, 0x33, 0xc004ed5500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 489 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00af5b000, 0xf5b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00af5b000, 0xf5b, 0x0, 0x0, 0x115f500, 0xf5b, 0xf5b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b0c1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00af5b000, 0xf5b, 0xf5b, 0xc00af5b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00480, 0x2c, 0xc00af5b000, 0xf5b, 0xaa0378, 0x1, 0xc00af5b000, 0xf5b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 490 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286d418, 0xaa0503, 0x2, 0xc002ca8500, 0x23d1, 0xc002ca8500, 0xc00286d408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002ca8500, 0x23d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286d570, 0xc002b570e0, 0x30, 0xc005cc9bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2421 [semacquire]: golang.org/x/net/html/atom.String(0xc00c594156, 0x8, 0xeaa, 0xeaa, 0xc00c594160) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc003ee8f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc003ee9040, 0xc004a6b3b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a52860, 0x0, 0x0, 0x0, 0xc00035d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a52860, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00035d950, 0xc002666000, 0x1d03, 0x72672077656e2067, 0x726f6620646e756f, 0x7c20656c79747320) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 492 [semacquire]: strings.genSplit(0xc0076ea000, 0xc6a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6c4a80, 0x28d, 0x28d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf5418, 0xaa04df, 0x2, 0xc008496580, 0xc6a, 0x4, 0x28d, 0xc007971000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008496580, 0xc6a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf5570, 0xc00a1175a0, 0x27, 0xc008047d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 494 [semacquire]: strings.genSplit(0xc000936000, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc009a3eb60, 0x20000c009a473b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a47418, 0xaa04fd, 0x2, 0xc005dc1400, 0xac7, 0xc005dc1400, 0xc009a47408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005dc1400, 0xac7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009a47570, 0xc00569a2e0, 0x28, 0xc007c450e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 495 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc00490d600, 0x8a8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004962540) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed3570, 0xc004fa8820, 0xc008f47960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f03c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 497 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004b48b60, 0xc0042b9318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042b9418, 0xaa04f9, 0x2, 0xc00a5ac000, 0x1597, 0x1, 0x488, 0xc0085a1e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a5ac000, 0x1597, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042b9570, 0xc000ca1a20, 0x38, 0xc001e15500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f06c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 433 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077f1c00, 0x691, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077f1c00, 0x691, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077f1c00, 0x691, 0x0, 0x0, 0x115f500, 0x691, 0x691) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077f1c00, 0x691, 0x0, 0x0, 0xaa0378, 0x1, 0xc0077f0e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077f1c00, 0x691, 0x691, 0xc0077f1c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007db6240, 0x2a, 0xc0077f1c00, 0x691, 0xaa0378, 0x1, 0xc0077f1c00, 0x691, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 500 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098db900, 0x11be, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098db900, 0x11be, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098db900, 0x11be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098db900, 0x11be, 0x0, 0x0, 0x115f500, 0x11be, 0x11be) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098db900, 0x11be, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098d9300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098db900, 0x11be, 0x11be, 0xc0098db900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000caa7c0, 0x38, 0xc0098db900, 0x11be, 0xaa0378, 0x1, 0xc0098db900, 0x11be, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 501 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00c231680, 0x43e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00c231680, 0x43e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c231680, 0x43e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c231680, 0x43e, 0x0, 0x0, 0x115f500, 0xc00c231680, 0x43e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c231680, 0x43e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c230d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c231680, 0x43e, 0x43e, 0xc00c231680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000543880, 0x39, 0xc00c231680, 0x43e, 0xaa0378, 0x1, 0xc00c231680, 0x43e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 502 [semacquire]: strings.Replace(0xc0034ef800, 0x744, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc0034ef800, 0x744) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003181570, 0xc0051fdee0, 0xc007abbf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 504 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c0b500, 0x1467, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c0b500, 0x1467, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c0b500, 0x1467, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c0b500, 0x1467, 0x0, 0x0, 0x115f500, 0x1467, 0x1467) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c0b500, 0x1467, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c0a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c0b500, 0x1467, 0x1467, 0xc005c0b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694eb0, 0x4b, 0xc005c0b500, 0x1467, 0xaa0378, 0x1, 0xc005c0b500, 0x1467, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 506 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002538000, 0x3b6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002538000, 0x3b6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002538000, 0x3b6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002538000, 0x3b6, 0x0, 0x0, 0x115f500, 0x3b6, 0x3b6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002538000, 0x3b6, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f5f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002538000, 0x3b6, 0x3b6, 0xc002538000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8000, 0x4d, 0xc002538000, 0x3b6, 0xaa0378, 0x1, 0xc002538000, 0x3b6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 510 [semacquire]: bytes.makeSlice(0xa67, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008a0c6c0, 0x10f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008a0c6c0, 0xc005798000, 0x10f, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008a0c6c0, 0xc005798000, 0x10f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723b030, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723afc0, 0xb84d20, 0xc008a0c6c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008a0c6c0, 0xc00723afc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008a0c690, 0x203002, 0x203002, 0x4ee357f900000000, 0xc002a33190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008a0c690) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008a0c660, 0xc002a33320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002a33708, 0xc004991ea0, 0xaac03e, 0x7, 0xc004991ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002a33708, 0xc004991ea0, 0xc00afb1420) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 511 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00671b418, 0xaa04fd, 0x2, 0xc00b7eb500, 0x14b9, 0xc00b7eb500, 0xc00671b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b7eb500, 0x14b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00671b570, 0xc0057d02c0, 0x3e, 0xc004ed5cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 512 [semacquire]: bytes.makeSlice(0x600, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0047f1140, 0x200, 0x200) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0047f1140, 0xb7b620, 0xc0084fa4e0, 0x203002, 0x203002, 0x203002) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0084fa4e0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0084fa4e0, 0xc0047f1230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0084fa4e0, 0x0, 0x0, 0x0, 0x1000, 0xc0069a5000, 0xf14, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0069a5000, 0xf14, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0046f6a80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f1570, 0xc0049901a0, 0xc005f1d8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 514 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00bd29500, 0x9e3) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00be26000, 0x9e3) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 515 [semacquire]: strings.genSplit(0xc00430a000, 0xfaa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006bf2000, 0x337, 0x337) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003399418, 0xaa04d9, 0x2, 0xc003997000, 0xfaa, 0x1, 0x337, 0xc0021860e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003997000, 0xfaa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003399570, 0xc00651d780, 0x3a, 0xc004d323c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005901e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 516 [semacquire]: bytes.makeSlice(0x1bf, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008a33260, 0xb1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008a33260, 0xc0049fd980, 0xb1, 0x5165d7, 0xc008f9ed51, 0xc000cf38d6) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522b60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522af0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000a0fab0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005bbc090, 0xc005bbc600, 0xc005b2bb00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a33570, 0xc0048b4200, 0x2d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 517 [semacquire]: strings.genSplit(0xc006745500, 0x911, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1f5, 0x1f5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00305f418, 0xaa0599, 0x2, 0xc0031b4a80, 0x911, 0x1, 0x1f5, 0xc004eaffc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0031b4a80, 0x911, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00305f570, 0xc004eae5e0, 0x40, 0xc000e13f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005904e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 518 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f1c800, 0x1578, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f1c800, 0x1578, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f1c800, 0x1578, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f1c800, 0x1578, 0x0, 0x0, 0x115f500, 0xc003f1c800, 0x1578) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f1c800, 0x1578, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f1b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f1c800, 0x1578, 0x1578, 0xc003f1c800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4ef50, 0x41, 0xc003f1c800, 0x1578, 0xaa0378, 0x1, 0xc003f1c800, 0x1578, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 519 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005054000, 0xdb4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005054000, 0xdb4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005054000, 0xdb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005054000, 0xdb4, 0x0, 0x0, 0x115f500, 0xdb4, 0xdb4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005054000, 0xdb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00437b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005054000, 0xdb4, 0xdb4, 0xc005054000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004ed4248, 0x2f, 0xc005054000, 0xdb4, 0xaa0378, 0x1, 0xc005054000, 0xdb4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005907e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 520 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000417380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000417450, 0xc00704b880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc008a81080, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc000b5e990) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000b5e990, 0x0, 0x0, 0x0, 0xc80, 0xc00410ec80, 0xc3d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00410ec80, 0xc3d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047fc2c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002771570, 0xc001e4ff00, 0xc000960200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 522 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0052df0e0, 0x8d, 0x2, 0xc006b541f0, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0052df0e0, 0x8d, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc00b7e8070, 0xc006b54208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0011f3260, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006b55118, 0xc0011f3260, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b55118, 0xc0011f3260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc0011f3260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc006f36070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc006f36070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc006f36070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0030b5dc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3ce0, 0xc00366ed98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc004db3ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3c00, 0x54b170, 0xc008c108f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004db3c00, 0x0, 0x0, 0x0, 0x0, 0xc004db3c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f45500, 0x0, 0x0, 0x0, 0x1500, 0xc00a323500, 0x133f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00a323500, 0x133f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d377a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366f570, 0xc006f01a40, 0xc007ff3320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 523 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ef55e0, 0xaa04f9, 0x2, 0xc009b0c180, 0xb2, 0xf, 0x1b, 0xc008bdc7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ef5570, 0xc0068081c0, 0x31) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 524 [semacquire]: strings.genSplit(0xc006d09000, 0xdb6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047e0000, 0x2f2, 0x2f2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e41418, 0xaa0503, 0x2, 0xc007b49000, 0xdb6, 0x5, 0x2f2, 0xc0003b04c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007b49000, 0xdb6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e41570, 0xc000961780, 0x36, 0xc00702bd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 525 [semacquire]: strings.genSplit(0xc000d76c00, 0x12d5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a29c000, 0x3a7, 0x3a7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00236f418, 0xaa04d9, 0x2, 0xc004c49900, 0x12d5, 0x1, 0x3a7, 0xc006808440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004c49900, 0x12d5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00236f570, 0xc00265cba0, 0x3b, 0xc004c5bf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005910e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 526 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0019d5200, 0x44c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019d5200, 0x44c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019d5200, 0x44c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019d5200, 0x44c, 0x0, 0x0, 0x115f500, 0xc0019d5200, 0x44c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019d5200, 0x44c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019d4d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019d5200, 0x44c, 0x44c, 0xc0019d5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ebe140, 0x3d, 0xc0019d5200, 0x44c, 0xaa0378, 0x1, 0xc0019d5200, 0x44c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 528 [semacquire]: strings.genSplit(0xc000a93200, 0x258f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003d16000, 0x71f, 0x71f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f31418, 0xaa0569, 0x2, 0xc000a8c000, 0x258f, 0x1f, 0x71f, 0xc006dc1200) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a8c000, 0x258f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f31570, 0xc005f1dae0, 0x35, 0xc00a693e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 529 [semacquire]: strings.genSplit(0xc00c286600, 0x11b5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0092f1000, 0x2e2, 0x2e2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00212b418, 0xaa0503, 0x2, 0xc00b25b300, 0x11b5, 0x5, 0x2e2, 0xc007b3adc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b25b300, 0x11b5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00212b570, 0xc0000cbfc0, 0x1e, 0xc004677980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005916e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 530 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc003b9b900, 0x11ce, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001a00d50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012a5570, 0xc004eafae0, 0xc0003b12c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 531 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003fd3ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc003fd3c70, 0xc003160690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005631020, 0x0, 0x0, 0x0, 0x0, 0x2c01, 0xc005630ff0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005630ff0, 0x0, 0x0, 0x0, 0x3000, 0xc006e86000, 0x2c2c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006e86000, 0x2c2c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005e9f180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0089d1570, 0xc006d6c3c0, 0xc00a7acde0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005919e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 532 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008290a80, 0xa22, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008290a80, 0xa22, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008290a80, 0xa22, 0x0, 0x0, 0x115f500, 0xa22, 0xa22) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008290a80, 0xa22, 0x0, 0x0, 0xaa0378, 0x1, 0xc008290000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008290a80, 0xa22, 0xa22, 0xc008290a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c17ea0, 0x4a, 0xc008290a80, 0xa22, 0xaa0378, 0x1, 0xc008290a80, 0xa22, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 535 [semacquire]: github.com/gigawattio/window.Rolling(0xc00743f000, 0x6b0, 0x6b0, 0x3, 0x0, 0x6af, 0xc00743f000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006a8d570, 0xc004e17fa0, 0xc004cfdc00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 540 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc006a85400, 0x38e, 0x2, 0xc005311270, 0x40, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc006a85400, 0x38e, 0xaa04bf, 0x2, 0xc006a85400, 0x38e) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0053113e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053113e0, 0xc00af617a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005311401, 0xc0004a7fb0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005311570, 0xc00af617a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 543 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006dc04a0, 0xc002129318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002129418, 0xaa058b, 0x2, 0xc009802880, 0xcf0, 0x4, 0x2b5, 0xc00875bc20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009802880, 0xcf0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002129570, 0xc007c649c0, 0x34, 0xc0071acc40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 544 [semacquire]: regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00baa4600, 0x50d5a7, 0xc00baa457c) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc006049800, 0x5f0, 0x5f0) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004489570, 0xc005886360, 0xc0019fb3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 545 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000a53e00, 0xc006bbb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006bbb418, 0xaa04f9, 0x2, 0xc00c2c5500, 0x1319, 0x1, 0x3e0, 0xc000a53de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c2c5500, 0x1319, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006bbb570, 0xc000a53a40, 0x42, 0xc004de75e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 546 [semacquire]: strings.genSplit(0xc0093c4000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x252, 0x252) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f6f418, 0xaa04d9, 0x2, 0xc00405e800, 0xbf3, 0x1, 0x252, 0xc005e522e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00405e800, 0xbf3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f6f570, 0xc002b56500, 0x34, 0xc00702bb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 547 [semacquire]: strings.genSplit(0xc00667ce00, 0xdc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x145, 0xc00667cd20, 0xdc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00887f5e0, 0xaa04f9, 0x2, 0xc00667cd20, 0xdc, 0xa, 0x1d, 0xc00272b340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00887f570, 0xc006f00200, 0x76) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 549 [semacquire]: strings.Replace(0xc00b7d8000, 0xc47, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc006b000e0, 0x0, 0x0, 0x0, 0x0, 0xc006b000e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006dd4900, 0x0, 0x0, 0x0, 0x1300, 0xc007c6b300, 0x1035, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc007c6b300, 0x1035, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0050c5db0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002733570, 0xc0019fbe80, 0xc007aba100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 550 [semacquire]: strings.genSplit(0xc00acb4d80, 0xcb2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x261, 0x261) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a8d418, 0xaa058b, 0x2, 0xc00075ad80, 0xcb2, 0x3, 0x261, 0xc005f1db40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00075ad80, 0xcb2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a8d570, 0xc00470e920, 0x51, 0xc003f9e3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 553 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002843418, 0xaa05c9, 0x2, 0xc0008c1300, 0x102d, 0x5, 0x315, 0xc006f019c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008c1300, 0x102d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843570, 0xc004da1340, 0x3e, 0xc001e15580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 554 [semacquire]: strings.genSplit(0xc007180a80, 0x9cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00195f418, 0xaa058b, 0x2, 0xc005cf6000, 0x9cb, 0x6, 0x1ff, 0xc007971340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cf6000, 0x9cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00195f570, 0xc004ae27e0, 0x22, 0xc001a01890) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 555 [semacquire]: github.com/gigawattio/window.Rolling(0xc005ce4a80, 0x286, 0x286, 0x3, 0x0, 0x285, 0xc005ce4a80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004bd570, 0xc000e06080, 0xc002b57f20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 557 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f58d80, 0xc8d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f58d80, 0xc8d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f58d80, 0xc8d, 0x0, 0x0, 0x115f500, 0xc8d, 0xc8d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006557600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f58d80, 0xc8d, 0xc8d, 0xc001f58d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004c5be40, 0x3b, 0xc001f58d80, 0xc8d, 0xaa0378, 0x1, 0xc001f58d80, 0xc8d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 558 [semacquire]: strings.genSplit(0xc0037f2000, 0xd52, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e11800, 0x273, 0x273) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003469418, 0xaa04df, 0x2, 0xc0037f7100, 0xd52, 0x1, 0x273, 0xc008ddc060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037f7100, 0xd52, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003469570, 0xc0058871a0, 0x30, 0xc005ab84e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 560 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc008b0ec60, 0xab2997, 0xc, 0xac00a4, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0049e9570, 0xc008b0ec60, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049e9570, 0xc004cfd260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2546 [semacquire]: bytes.makeSlice(0xacc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000057a98, 0xacc, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc00a26acf0, 0xacc, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00879cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 565 [semacquire]: bytes.makeSlice(0xbe7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00ac7e540, 0x5, 0x9) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00ac7e540, 0xaa57d3, 0x5, 0x9, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00ac7e540, 0xc0020ee591, 0x60, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:224 +0x14c golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc000cd8000, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0004ae930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021912d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021911f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc002190af0, 0xb84d20, 0xc00ac7e540) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00ac7e540, 0xc002190af0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0054b4930, 0x50d201, 0xc00292a6e0, 0x48, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001dd570, 0xc0053064e0, 0xc007b3a340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 566 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b1b5e0, 0xaa04f9, 0x2, 0xc0083a4f00, 0xe4, 0x1, 0xc001b1b2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0083b6e70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0083b6db0, 0xc001b1b378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b1b570, 0xc0026bd2c0, 0xc000a53960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b1b570, 0xc0026bd2c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b1b570, 0xc0026bd2c0, 0xc0026bd2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 567 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096fe6f0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003df7570, 0xc0096fe6f0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003df7570, 0xc0004216a0, 0x56) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 568 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006549458, 0xaa04f9, 0x2, 0xc00a3bc000, 0xff, 0xc006549298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00c0314a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00c0313b0, 0xc006549320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0065493e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0065493e0, 0xc000dc5560, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006549401, 0xc00506b748) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006549570, 0xc000dc5560, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 569 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006e4e4b0, 0xc001b5f378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b5f570, 0xc008587c20, 0xc004fa8300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b5f570, 0xc008587c20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b5f570, 0xc008587c20, 0xc008587c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 570 [semacquire]: bytes.makeSlice(0x87, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008bc8a80, 0x7, 0xc003bc6f28) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008bc8a80, 0xc001f51320, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008bc8a80, 0xc001f51320, 0x7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008bc8a80, 0xc000f96000, 0xb84d20, 0xc008bc8a80) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc8a80, 0xc000f96000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc8a50, 0x203002, 0x203002, 0x14c8f0f600000000, 0xc003bc7190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008bc8a50) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc8a20, 0xc003bc7320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003bc7708, 0xc0021860a0, 0xaac03e, 0x7, 0xc0021860a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003bc7708, 0xc0021860a0, 0xc004eae1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 572 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ffb148, 0xc001ffaf00, 0x47ff20, 0xc001a79980, 0x5) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ffb148, 0x3340, 0xc00008e600, 0x1259780, 0x1259790) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ffb148, 0x7f6004375080, 0xc001ffb198, 0x42cb96, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa04f7, 0x2, 0x1, 0xc001ffb1b0, 0xc001ffb1c8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa04f7, 0x2, 0x1, 0xb856e0, 0xc009e09640) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004901f50, 0xaa04f7, 0x2, 0xc00248c150) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc004901f50) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:175 +0x1ea github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b0f170, 0xc001ffb320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001ffb3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001ffb3e0, 0xc000ebc660, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001ffb401, 0xc00653da38) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001ffb570, 0xc000ebc660, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 574 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2ee000, 0xd63, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2ee000, 0xd63, 0x0, 0x0, 0x115f500, 0xc00b2ee000, 0xd63) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b5ca380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2ee000, 0xd63, 0xd63, 0xc00b2ee000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049623c0, 0x3a, 0xc00b2ee000, 0xd63, 0xaa0378, 0x1, 0xc00b2ee000, 0xd63, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 576 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f471a0, 0xc000fe7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe7418, 0xaa0599, 0x2, 0xc006069500, 0x1359, 0x1, 0x3ae, 0xc00afb1800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006069500, 0x1359, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe7570, 0xc0085a05a0, 0x30, 0xc001ba8900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1423 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc008058d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc008058dd0, 0xc0078a6540, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c20, 0x0, 0x0, 0x0, 0xc0035d1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035d1950, 0xc00759d000, 0xed3, 0xa, 0xc003fb6a2f, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 578 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc005215e60, 0xab29a3, 0xc, 0xc007c85326, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002675570, 0xc005215e60, 0x1b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002675570, 0xc004f1c760, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 579 [semacquire]: github.com/gigawattio/window.Rolling(0xc006bf5500, 0x31d, 0x31d, 0x3, 0x0, 0x31c, 0xc006bf5500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00333b570, 0xc006dc03a0, 0xc007b3ac40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 580 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033a9600, 0xc98) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033aa380, 0xc98) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 581 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c063000, 0xf8a, 0x2, 0xc003443ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00c063000, 0xf8a, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00c063000, 0xf8a, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a23c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 583 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710 github.com/araddon/dateparse.parseTime(0xc0072abf00, 0x78, 0x0, 0xc0072abf00, 0x78, 0x78) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6 github.com/araddon/dateparse.ParseAny(0xc0072abf00, 0x78, 0x3, 0xaa0378, 0x1, 0xc0072abf00, 0x78) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002595570, 0xc004b494e0, 0xc002824aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 584 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003f7e000, 0x1b5d, 0xc00333d270, 0xc00125d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003f7e000, 0x1b5d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333d418, 0xaa0569, 0x2, 0xc003f7e000, 0x1b5d, 0x1e, 0x4cf, 0xc007b3b180) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7e000, 0x1b5d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333d570, 0xc000ca09a0, 0x41, 0xc0050c4a0a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 586 [semacquire]: bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0017b7140, 0x200, 0x1000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0017b7140, 0xb7b620, 0xc00c348450, 0x203003, 0x203003, 0x203003) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00c348450, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c348450, 0xc0017b7230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c348450, 0x0, 0x0, 0x0, 0x3800, 0xc002380000, 0x36c9, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc002380000, 0x36c9, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00679a6c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017b7570, 0xc00470e800, 0xc006cb6c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2447 [semacquire]: strings.genSplit(0xc005454000, 0x85e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007393a80, 0x1a6, 0x1a6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f55418, 0xaa058b, 0x2, 0xc00954c400, 0x85e, 0x6, 0x1a6, 0xc009e09360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00954c400, 0x85e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f55570, 0xc00ac7dd40, 0x40, 0xc00a72c500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 588 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc001045860, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc00490ffe0) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002775570, 0xc004da1ea0, 0xc005cef300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 589 [semacquire]: bytes.makeSlice(0x545, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008b0f320, 0xc5, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008b0f320, 0xc0023f2340, 0xc5, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008b0f320, 0xc0023f2340, 0xc5, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc005008850, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc0050087e0, 0xb84d20, 0xc008b0f320) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0f320, 0xc0050087e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008b0f2f0, 0x203002, 0x203002, 0x374c755100000000, 0xc002319190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008b0f2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008b0f2c0, 0xc002319320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002319708, 0xc004eaf2c0, 0xaac03e, 0x7, 0xc004eaf2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002319708, 0xc004eaf2c0, 0xc0049910a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 590 [semacquire]: bytes.makeSlice(0x207, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000e3d118, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000e3d118, 0x1189d0d, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000e3d118, 0xc00384cf00, 0x25c, 0x7, 0xc00384cf00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e3d118, 0xc0044d7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e3d118, 0xc0044d7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7260, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7180, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d6a80, 0xc00259cd98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d6a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d6a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d69a0, 0x54b170, 0xc002566680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0044d69a0, 0x0, 0x0, 0x0, 0x0, 0xc0044d69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001bcb770, 0x0, 0x0, 0x0, 0x1000, 0xc00c698000, 0xddf, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00c698000, 0xddf, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00233aa30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00259d570, 0xc004eaf220, 0xc0019fb220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 592 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001074a00, 0x144e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001074a00, 0x144e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001074a00, 0x144e, 0x0, 0x0, 0x115f500, 0x144e, 0x144e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001074a00, 0x144e, 0x0, 0x0, 0xaa0378, 0x1, 0xc006cd0a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001074a00, 0x144e, 0x144e, 0xc001074a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb2564, 0x36, 0xc001074a00, 0x144e, 0xaa0378, 0x1, 0xc001074a00, 0x144e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 594 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00a1b0600, 0x10fd, 0x2, 0xc00a41d090, 0xc00a1b0600, 0x10fd, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00a1b0600, 0x10fd, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0024ae540, 0x0, 0x0, 0x0, 0x0, 0xc0024ae540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008f9d200, 0x0, 0x0, 0x0, 0x1500, 0xc008cca000, 0x14c3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc008cca000, 0x14c3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00091d1a4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003079570, 0xc0051fdce0, 0xc008cb6380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a31a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 595 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007f14000, 0x2e75, 0x437c3e, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007f14000, 0x2e75, 0x42f9b8, 0xc003c1d338) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c1d418, 0xaa04d9, 0x2, 0xc007f14000, 0x2e75, 0xc007f14000, 0xc003c1d408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007f14000, 0x2e75, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c1d570, 0xc004da0a80, 0x44, 0xc0004908c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 599 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0067b43a0, 0xc00310d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00310d418, 0xaa05c9, 0x2, 0xc0038b6800, 0x706, 0x5, 0x190, 0xc009e37c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0038b6800, 0x706, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00310d570, 0xc002186b20, 0x5e, 0xc002a7c562) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 600 [semacquire]: github.com/gigawattio/window.Rolling(0xc002452000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc002452000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018df570, 0xc0019fad60, 0xc001fc1960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 601 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a435e0, 0xaa04f9, 0x2, 0xc007af8000, 0x2bc, 0xb, 0x25, 0xc008575ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009a43570, 0xc002126c40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a36e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 607 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a275e0, 0xaa04f9, 0x2, 0xc00838c000, 0x15d, 0x1, 0x24, 0xc008c7f0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a27570, 0xc000a53380, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 611 [semacquire]: github.com/gigawattio/window.Rolling(0xc007a03500, 0x32b, 0x32b, 0x3, 0x0, 0x32a, 0xc007a03500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003367570, 0xc0057d06e0, 0xc0027fe9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 612 [semacquire]: strings.genSplit(0xc00809d800, 0x723, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x179) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095b570, 0xc00899f3b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095b570, 0xc004c4c100, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 617 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008d2600, 0x1142, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008d2600, 0x1142, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008d2600, 0x1142, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008d2600, 0x1142, 0x0, 0x0, 0x115f500, 0x1142, 0x1142) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008d2600, 0x1142, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bf48c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008d2600, 0x1142, 0x1142, 0xc0008d2600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f720, 0x29, 0xc0008d2600, 0x1142, 0xaa0378, 0x1, 0xc0008d2600, 0x1142, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 618 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a1173e0, 0xc003b29318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b29418, 0xaa058b, 0x2, 0xc001126800, 0x791, 0x3, 0x17f, 0xc0019fb7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001126800, 0x791, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29570, 0xc005e52ca0, 0x55, 0xc006a825a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 619 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042f7fb0, 0x50d201, 0xc000ccb76e, 0x3f, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003743570, 0xc005f1c600, 0xc004b49500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006964e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 620 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0053c4680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0053c4750, 0xc001bb9570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004a2a720, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc00ac7e8a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00ac7e8a0, 0x0, 0x0, 0x0, 0x1000, 0xc006af7000, 0xf40, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006af7000, 0xf40, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc009db8e40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047eb570, 0xc00a030220, 0xc00a116d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006965a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 621 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbea80, 0x946, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbea80, 0x946, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbea80, 0x946, 0x0, 0x0, 0x115f500, 0x946, 0x946) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbea80, 0x946, 0x0, 0x0, 0xaa0378, 0x1, 0xc004bbe000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbea80, 0x946, 0x946, 0xc004bbea80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005927890, 0x30, 0xc004bbea80, 0x946, 0xaa0378, 0x1, 0xc004bbea80, 0x946, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 623 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d93200, 0x40b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d93200, 0x40b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d93200, 0x40b, 0x0, 0x0, 0x115f500, 0x40b, 0x40b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d93200, 0x40b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005d92d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d93200, 0x40b, 0x40b, 0xc005d93200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004983e60, 0x2d, 0xc005d93200, 0x40b, 0xaa0378, 0x1, 0xc005d93200, 0x40b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006967e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 626 [semacquire]: strings.genSplit(0xc00934d600, 0xd25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4c5000, 0x2e4, 0x2e4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a35418, 0xaa058b, 0x2, 0xc003817100, 0xd25, 0x4, 0x2e4, 0xc00a117840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003817100, 0xd25, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a35570, 0xc007c83680, 0x31, 0xc007a7a340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 627 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009fb2000, 0x1c6e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0x115f500, 0x1c6e, 0x1c6e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc009fae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009fb2000, 0x1c6e, 0x1c6e, 0xc009fb2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0027562a0, 0xd, 0xc009fb2000, 0x1c6e, 0xaa0378, 0x1, 0xc009fb2000, 0x1c6e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 628 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc006d01800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006028370) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000893570, 0xc00523ad20, 0xc007aba7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 630 [semacquire]: strings.genSplit(0xc00717a000, 0x1c9d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a2d5500, 0x536, 0x536) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aa9418, 0xaa0503, 0x2, 0xc001884000, 0x1c9d, 0x4, 0x536, 0xc007c83ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001884000, 0x1c9d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aa9570, 0xc004ae2240, 0x1c, 0xc004f94660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 634 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00a0d1118, 0xc000ea8070, 0x65, 0x2, 0x2, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00a0d1118, 0xc000ea8070, 0x65, 0x65, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4380, 0xc00a0d0208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a6e4310, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00a0d1118, 0xc00a6e4310, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9110, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9030, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8930, 0x20300200000000, 0x7f5ff4388fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8850, 0x54b170, 0xc006878ea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00a1a8850, 0x0, 0x0, 0x0, 0x0, 0xc00a1a8850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a6ae510, 0x0, 0x0, 0x0, 0x1980, 0xc002beb980, 0x197b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002beb980, 0x197b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0077c6200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fb7570, 0xc008427f00, 0xc00272b640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 635 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x12ea, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b010600, 0x12ea, 0x12ea, 0xc00b010600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00338fa20, 0x13, 0xc00b010600, 0x12ea, 0xaa0378, 0x1, 0xc00b010600, 0x12ea, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006972c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 636 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc003d30c00, 0xb17, 0x2, 0xc000597270, 0xc0004a6560, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc003d30c00, 0xb17, 0xaa0378, 0x1, 0xc000ca0040, 0xc004d3cd80) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0005973e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005973e0, 0xc0021b81b0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x101, 0xc0072fd908) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000597570, 0xc0021b81b0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 637 [semacquire]: strings.genSplit(0xc00acf8c00, 0x12d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1422, 0xc00acf7900, 0x12d4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001abf5e0, 0xaa04f9, 0x2, 0xc00acf7900, 0x12d4, 0xb, 0x4d, 0xc002825880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001abf570, 0xc0000ca080, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1136 [semacquire]: bytes.makeSlice(0x17e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0044b31f0, 0x17e, 0x42ca96) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0044b31f0, 0xc007b8e780, 0x17e, 0x28, 0x28, 0xc0055cf6e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005078420, 0xc0055cf6e0, 0xc0044b3268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0044b3570, 0xc005078420, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044b3570, 0xc006b12800, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003db34a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 639 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc004ab8be0, 0xc003e82880, 0xd22, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e82880, 0xd22, 0xd22, 0x1, 0xc003e82880) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274cf40, 0x3c, 0xc003e82880, 0xd22, 0xaa0378, 0x1, 0xc003e82880, 0xd22, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006975c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 640 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00371b900, 0x11eb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00371b900, 0x11eb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00371b900, 0x11eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00371b900, 0x11eb, 0x0, 0x0, 0x115f500, 0x11eb, 0x11eb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00371b900, 0x11eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc004298c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00371b900, 0x11eb, 0x11eb, 0xc00371b900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005216980, 0x3d, 0xc00371b900, 0x11eb, 0xaa0378, 0x1, 0xc00371b900, 0x11eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 641 [semacquire]: strings.genSplit(0xc00ba4c000, 0x19ff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f45000, 0x4eb, 0x4eb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006005418, 0xaa05c9, 0x2, 0xc0012e3a80, 0x19ff, 0x6, 0x4eb, 0xc0019fbf40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0012e3a80, 0x19ff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006005570, 0xc006f00480, 0x37, 0xc00623c6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 642 [semacquire]: strings.genSplit(0xc002e76000, 0x11a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e3e000, 0x3df, 0x3df) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a2f418, 0xaa0599, 0x2, 0xc003e7cc00, 0x11a3, 0x1, 0x3df, 0xc0009fcc40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e7cc00, 0x11a3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a2f570, 0xc004ab80a0, 0x39, 0xc000af64c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 643 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006598000, 0x821, 0xc00031b270, 0xc00172a000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006598000, 0x821, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00031b418, 0xaa0569, 0x2, 0xc006598000, 0x821, 0x11, 0x193, 0xc0019faca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006598000, 0x821, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00031b570, 0xc001b88460, 0x48, 0xc000afa3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006978c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 645 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc0071c8000, 0x1b1e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb3bca27f00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00036f570, 0xc000960320, 0xc0009606a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 646 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f11418, 0xaa0503, 0x2, 0xc0096a6800, 0x27a1, 0x5, 0x7ca, 0xc00a6224c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0096a6800, 0x27a1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f11570, 0xc002b577a0, 0x2f, 0xc00873e810) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 647 [semacquire]: strings.Replace(0xc007c0a000, 0x1dbc, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc00a195810, 0x0, 0x0, 0x0, 0x0, 0xc00a195810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ff30e0, 0x0, 0x0, 0x0, 0x2800, 0xc0071b5000, 0x2724, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0071b5000, 0x2724, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000028b70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000503570, 0xc0003b03e0, 0xc009ff4cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 649 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d5c0, 0xc004795318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004795418, 0xaa058b, 0x2, 0xc009336000, 0x1ade, 0x5, 0x57d, 0xc004c4c580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009336000, 0x1ade, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004795570, 0xc002b575a0, 0x1c, 0xc002a1bac0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 650 [semacquire]: bytes.makeSlice(0x110c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004f07260, 0xf2, 0x90) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004f07260, 0xc00166a900, 0xf2, 0x5165d7, 0xc0033e87db, 0xc000cbbf10) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e4540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e44d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001930a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00117c8d0, 0xc00117cba0, 0xc009db6400) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004f07570, 0xc0003b13c0, 0x29) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 651 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036aac80, 0xc1f, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036aac80, 0xc1f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036aac80, 0xc1f, 0x0, 0x0, 0x115f500, 0xc1f, 0xc1f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f9b900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036aac80, 0xc1f, 0xc1f, 0xc0036aac80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e100, 0x3a, 0xc0036aac80, 0xc1f, 0xaa0378, 0x1, 0xc0036aac80, 0xc1f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2456 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003ee8820, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003ee8820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee8820, 0xc001c78380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa6c0, 0x0, 0x0, 0x0, 0xc001193258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa6c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001193950, 0xc0042ea000, 0x15fc, 0x6565796f6c706d65, 0x6873209d80e22c73, 0x2065746f72772065) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 654 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc00596f790, 0xc00888a101) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc00596f790, 0x7f600000006d) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc00596f790, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc00596f860, 0xc000b52310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a9682d0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00a9682a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a9682a0, 0x0, 0x0, 0x0, 0xa80, 0xc003c48a80, 0x9d4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003c48a80, 0x9d4, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc56955ca00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed5570, 0xc001e4e860, 0xc00ad50860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 656 [semacquire]: strings.genSplit(0xc006ef6000, 0xef0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008527500, 0x301, 0x301) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c09418, 0xaa05c9, 0x2, 0xc00b531000, 0xef0, 0x7, 0x301, 0xc00723d640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b531000, 0xef0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c09570, 0xc00a622c20, 0x38, 0xc001da478a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000982a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 658 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d000, 0xc00101f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101f418, 0xaa04d9, 0x2, 0xc0009cec00, 0x105b, 0x1, 0x31f, 0xc0051fdfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009cec00, 0x105b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101f570, 0xc0048b5660, 0x39, 0xc004bd7e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 659 [semacquire]: strings.genSplit(0xc006878000, 0xe3c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009f41000, 0x2c8, 0x2c8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003711418, 0xaa04fd, 0x2, 0xc00b407000, 0xe3c, 0x1, 0x2c8, 0xc0049c19a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b407000, 0xe3c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003711570, 0xc00875bdc0, 0x45, 0xc005c4f860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000984e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 661 [semacquire]: bytes.makeSlice(0x19ba, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008c5f530, 0x9e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008c5f530, 0xc000c71400, 0x9e, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008c5f530, 0xc000c71400, 0x9e, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc002173650, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc0021735e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732150, 0xb84d20, 0xc008c5f530) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008c5f530, 0xc004732150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001a81380, 0x3, 0xc000313e00, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018f1570, 0xc002825440, 0xc004943280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 662 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a22e80, 0xc000ba7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ba7418, 0xaa058b, 0x2, 0xc000e04800, 0x17a3, 0x5, 0x4e9, 0xc00a2edba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000e04800, 0x17a3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ba7570, 0xc00000fc20, 0x2d, 0xc001ba8d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 663 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc006fc6a82, 0xa51, 0x2, 0xc000757ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000987e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 664 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ea6000, 0x10be, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ea6000, 0x10be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ea6000, 0x10be, 0x0, 0x0, 0x115f500, 0x10be, 0x10be) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ea6000, 0x10be, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f8f300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ea6000, 0x10be, 0x10be, 0xc003ea6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca200, 0x36, 0xc003ea6000, 0x10be, 0xaa0378, 0x1, 0xc003ea6000, 0x10be, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000988a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 668 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055763a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005576390, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003bd1c00, 0x6f2, 0x6f2, 0x1, 0xc003bd1c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa1e0, 0x4a, 0xc003bd1c00, 0x6f2, 0xaa0378, 0x1, 0xc003bd1c00, 0x6f2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 670 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc003900700, 0x63c, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc000f20a10, 0x0, 0x0, 0x0, 0x0, 0xc000f20a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00764dfb0, 0x0, 0x0, 0x0, 0x900, 0xc0042a3b00, 0x8ff, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0042a3b00, 0x8ff, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00238e770) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00648f570, 0xc004cfd460, 0xc006b13c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 671 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003169000, 0xf65, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003169000, 0xf65, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003169000, 0xf65, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003169000, 0xf65, 0x0, 0x0, 0x115f500, 0xf65, 0xf65) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003169000, 0xf65, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003169000, 0xf65, 0xf65, 0xc003169000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00039042b, 0x54, 0xc003169000, 0xf65, 0xaa0378, 0x1, 0xc003169000, 0xf65, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 673 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbe300, 0x646, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbe300, 0x646, 0x0, 0x0, 0x115f500, 0xc006cbe300, 0x646) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbe300, 0x646, 0x0, 0x0, 0xaa0378, 0x1, 0xc00367dc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbe300, 0x646, 0x646, 0xc006cbe300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6dd60, 0x4b, 0xc006cbe300, 0x646, 0xaa0378, 0x1, 0xc006cbe300, 0x646, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 674 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003727418, 0xaa04f9, 0x2, 0xc009ddaa80, 0x90c, 0x1, 0x1c7, 0xc008f47560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009ddaa80, 0x90c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003727570, 0xc000ca0640, 0x41, 0xc006029450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 676 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045055e0, 0xaa04f9, 0x2, 0xc008767000, 0x7ad, 0x0, 0xc00125d880, 0x7f602d0a9e98) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004505570, 0xc0064492c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 679 [semacquire]: strings.genSplit(0xc006f9a000, 0x1b67, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00abf4000, 0x553, 0x553) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a89418, 0xaa0503, 0x2, 0xc00b49e000, 0x1b67, 0x5, 0x553, 0xc004c4c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b49e000, 0x1b67, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006a89570, 0xc004cfc180, 0x48, 0xc002838af0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000995c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 681 [semacquire]: github.com/gigawattio/window.Rolling(0xc006a6cf00, 0x23c, 0x23c, 0x3, 0x0, 0x23b, 0xc006a6cf00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298f570, 0xc0068086c0, 0xc00651c5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2459 [semacquire]: strings.genSplit(0xc0066e8000, 0xa22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0006a1810, 0x30000c0034633b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003463418, 0xaa04fd, 0x2, 0xc001c65500, 0xa22, 0xc001c65500, 0xc003463408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc001c65500, 0xa22, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003463570, 0xc008bdd400, 0x47, 0xc007b7d270) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a06720, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 683 [semacquire]: bytes.makeSlice(0x336c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007baa5d0, 0x23c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007baa5d0, 0xc004edb440, 0x23c, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007baa5d0, 0xc004edb440, 0x23c, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653500, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcc40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcb60, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddc460, 0xb84d20, 0xc007baa5d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007baa5d0, 0xc002ddc460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00482f530, 0x50d2a1, 0xc002e7df80, 0x1a, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00341d570, 0xc0064482c0, 0xc00b31c800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000998c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 684 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc006040800, 0x75c, 0x2, 0xc00210f270, 0xc0082aa648, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc006040800, 0x75c, 0xaa0378, 0x1, 0xc000ca15a0, 0xc008ccccc0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00210f3e0, 0xc008cccc40, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00210f3e0, 0xc00507bc80, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00210f401, 0xc00b371a38) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00210f570, 0xc00507bc80, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 685 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004cb79d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004cb79c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147100, 0x6b2, 0x6b2, 0x1, 0xc002147100) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e156d0, 0x42, 0xc002147100, 0x6b2, 0xaa0378, 0x1, 0xc002147100, 0x6b2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 686 [semacquire]: strings.genSplit(0xc0031d8c00, 0x1249, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a7c3000, 0x374, 0x374) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003951418, 0xaa04df, 0x2, 0xc008804c00, 0x1249, 0x5, 0x374, 0xc005f1c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008804c00, 0x1249, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003951570, 0xc005e52240, 0x40, 0xc0064d9480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 687 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004e169e0, 0xc0015eb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015eb418, 0xaa0503, 0x2, 0xc003a81000, 0xddb, 0x5, 0x3ad, 0xc004b49980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a81000, 0xddb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015eb570, 0xc00265c1e0, 0x41, 0xc0050c4565) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 688 [semacquire]: strings.genSplit(0xc0052b0000, 0x1f2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b9a6000, 0x57c, 0x57c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a39418, 0xaa059b, 0x2, 0xc009cc8000, 0x1f2b, 0x6b, 0x57c, 0xc00a117a40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009cc8000, 0x1f2b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a39570, 0xc005e53280, 0x46, 0xc0062fdf90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 689 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ca73e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f9570, 0xc00a9d1440, 0x1d, 0xc004f73880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 690 [semacquire]: strings.genSplit(0xc003ca3500, 0x1432, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a560800, 0x46b, 0x46b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002877418, 0xaa04df, 0x2, 0xc003f7ca00, 0x1432, 0x7, 0x46b, 0xc0067b40a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7ca00, 0x1432, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002877570, 0xc000ca1d80, 0x63, 0xc000cec699) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 691 [semacquire]: strings.genSplit(0xc0037cb900, 0x229b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x645, 0x645) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00061b418, 0xaa0569, 0x2, 0xc00979f900, 0x229b, 0x20, 0x645, 0xc004ab8440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00979f900, 0x229b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00061b570, 0xc000a527a0, 0x29, 0xc000114120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 692 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c08a0, 0xc002265318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002265418, 0xaa04df, 0x2, 0xc000a85100, 0x1ab7, 0x8, 0x5bd, 0xc007d6ca20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a85100, 0x1ab7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002265570, 0xc0049c0400, 0x20, 0xc004e41920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 693 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009b67f40, 0xc009c95278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009c955e0, 0xaa04f9, 0x2, 0xc0066c6480, 0x469, 0x1, 0x37, 0xc006892560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009c95570, 0xc0057d0820, 0xa1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b00c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 694 [semacquire]: strings.genSplit(0xc00a681800, 0x153c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00063a000, 0x3e8, 0x3e8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00036b418, 0xaa05c9, 0x2, 0xc0005dd800, 0x153c, 0x5, 0x3e8, 0xc004eaf7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005dd800, 0x153c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00036b570, 0xc000ca0000, 0x38, 0xc000c14000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 695 [semacquire]: github.com/andybalholm/cascadia.Compile(0xc000d94400, 0x7, 0x1, 0xc0051e91e8, 0x46e527) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054182a0, 0xc000d94400, 0x7, 0xaa413a) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc0054182a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0054181b0, 0xc0051e9350, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0051e9708, 0xc004cfdb40, 0xc000137ae0, 0xc0051e93f8, 0xc00478ed80) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0051e9708, 0xc004cfdb40, 0xc001fc1d00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 696 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006e2c80, 0x1977, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006e2c80, 0x1977, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006e2c80, 0x1977, 0x0, 0x0, 0x115f500, 0x1977, 0x1977) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b70ea00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006e2c80, 0x1977, 0x1977, 0xc0006e2c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006028230, 0x47, 0xc0006e2c80, 0x1977, 0xaa0378, 0x1, 0xc0006e2c80, 0x1977, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0300, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 697 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008046120, 0x30, 0x2, 0xc0064781f0, 0xc004260500, 0x66, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008046120, 0x30, 0xaa0378, 0x1, 0xc00b3ecee0, 0x66) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0001b6c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0032f2e00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006479118, 0xc0032f2e00, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006479118, 0xc0032f2e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0032f2e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e620, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e540, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afb20, 0xc000681500, 0x7f602d0ac080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc0086afb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afa40, 0x54b170, 0xc007d8b110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0086afa40, 0x0, 0x0, 0x0, 0x0, 0xc0086afa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0086bfa10, 0x0, 0x0, 0x0, 0x900, 0xc0082c9600, 0x879, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0082c9600, 0x879, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00708a120) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a03570, 0xc000a52ea0, 0xc007c64bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b03c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 700 [semacquire]: strings.Replace(0xc00c5f6000, 0x1dec, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc0071f07e0, 0x0, 0x0, 0x0, 0x0, 0xc0071f07e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008bc80f0, 0x0, 0x0, 0x0, 0x2800, 0xc0096a4000, 0x266a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0096a4000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00a692180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c01570, 0xc007c828c0, 0xc007c83220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 701 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f58cf0, 0x2704fdb20, 0x1251a20, 0xc0019fa0e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b06c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 702 [semacquire]: regexp.(*Regexp).replaceAll(0xc0018e9cc0, 0x0, 0x0, 0x0, 0xc006021800, 0x17cf, 0x2, 0xc009b4f270, 0xc006021800, 0x17cf, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0018e9cc0, 0xc006021800, 0x17cf, 0xaa0378, 0x1, 0x1, 0x28) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002457570, 0xc002b565c0, 0xc004cfc780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1821 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0051f9000, 0xdfe, 0xc0041d3270, 0xc0014ca380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0051f9000, 0xdfe, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041d3418, 0xaa058b, 0x2, 0xc0051f9000, 0xdfe, 0x6, 0x2bd, 0xc009e36b60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0051f9000, 0xdfe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041d3570, 0xc009e36800, 0x38, 0xc002a962c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003734900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 704 [semacquire]: strings.genSplit(0xc002d85500, 0x1a40, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a80, 0x0, 0x4007f60041bfe70) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e97418, 0xaa04fd, 0x2, 0xc00bcac000, 0x1a40, 0xc00bcac000, 0xc003e97408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00bcac000, 0x1a40, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e97570, 0xc004b49f20, 0x2a, 0xc000c19260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 705 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000eef418, 0xaa04f9, 0x2, 0xc0091bc500, 0x2274, 0x1, 0x794, 0xc0081df460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0091bc500, 0x2274, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000eef570, 0xc007c65000, 0x43, 0xc006e95d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b09c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 706 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a37c600, 0x5eb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a37c600, 0x5eb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a37c600, 0x5eb, 0x0, 0x0, 0x115f500, 0x5eb, 0x5eb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00946d800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a37c600, 0x5eb, 0x5eb, 0xc00a37c600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b77d00, 0x53, 0xc00a37c600, 0x5eb, 0xaa0378, 0x1, 0xc00a37c600, 0x5eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 707 [semacquire]: strings.genSplit(0xc000d74600, 0x12bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c50f000, 0x42c, 0x42c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d49418, 0xaa04f9, 0x2, 0xc003588600, 0x12bc, 0x1, 0x42c, 0xc001e4f840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003588600, 0x12bc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d49570, 0xc005cee680, 0x3b, 0xc004ed5894) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 708 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c4c2c0, 0xc002051318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002051418, 0xaa059b, 0x2, 0xc007bd4000, 0x1dab, 0x91, 0x608, 0xc0070263e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007bd4000, 0x1dab, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002051570, 0xc0009fd5c0, 0x51, 0xc006fcd740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 709 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003abe000, 0xe40, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003abe000, 0xe40, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003abe000, 0xe40, 0x0, 0x0, 0x115f500, 0xe40, 0xe40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003abe000, 0xe40, 0x0, 0x0, 0xaa0378, 0x1, 0xc00535c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003abe000, 0xe40, 0xe40, 0xc003abe000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299ed20, 0x4f, 0xc003abe000, 0xe40, 0xaa0378, 0x1, 0xc003abe000, 0xe40, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 710 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc009e566f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009e566f0, 0x0, 0x0, 0x0, 0x2000, 0xc0043c8000, 0x1e31, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0043c8000, 0x1e31, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000cba280) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a33570, 0xc0003b0300, 0xc006dc1780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 711 [semacquire]: regexp.(*Regexp).replaceAll(0xc00117f900, 0x0, 0x0, 0x0, 0xc007e46000, 0x1fd3, 0x2, 0xc0026c3270, 0xc007e46000, 0x1fd3, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00117f900, 0xc007e46000, 0x1fd3, 0xaa0378, 0x1, 0x1, 0x16) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020d3570, 0xc007027960, 0xc00ad51880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 712 [semacquire]: bytes.makeSlice(0x8bd, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0009e7278, 0xbb, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0009e7278, 0xc00ab38000, 0xbb, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0047d11f0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00478bc70) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0009e73e0, 0xc0049f5200, 0x4, 0xc007cdc180) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0009e73e0, 0xc000d6a600, 0x9) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0009e73e0, 0xc0049f5200, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0009e7401, 0xc00a70c2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0009e7570, 0xc0049f5200, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 713 [semacquire]: regexp/syntax.(*parser).push(0xc003173bc0, 0xc000ca2000, 0xc000ca2000) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc003173bc0, 0x65) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00284b358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00284b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00284b358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00284b358, 0x75a856, 0x0, 0xc0004947e0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00284b358, 0xc00284b320, 0xc00284b3a8, 0x42ca96, 0xc008b0eb10, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00284b3c0, 0xc00284b3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007b3b160) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005cc7350, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00284b570, 0xc0084873c0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 714 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c455e0, 0xaa04f9, 0x2, 0xc00b906420, 0x156, 0x1, 0x1a, 0xc00b43b9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c45570, 0xc005e535a0, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 715 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0007caf00, 0x201f, 0xc0028b3270, 0xc00004d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0007caf00, 0x201f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b3418, 0xaa04f9, 0x2, 0xc0007caf00, 0x201f, 0x1, 0x604, 0xc004eaeca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0007caf00, 0x201f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b3570, 0xc004eae800, 0x1a, 0xc004e41540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 716 [semacquire]: strings.genSplit(0xc008fac000, 0x15fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f40000, 0x500, 0x500) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fdd418, 0xaa04f9, 0x2, 0xc0060db800, 0x15fa, 0x1, 0x500, 0xc009eccba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0060db800, 0x15fa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006fdd570, 0xc005f1d020, 0x37, 0xc00526df80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 718 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fef5e0, 0xaa04f9, 0x2, 0xc005978000, 0x165, 0x1, 0x1b, 0xc0067b4300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fef570, 0xc00470f280, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 719 [semacquire]: strings.genSplit(0xc006440000, 0x1dff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x68a, 0x68a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b5b418, 0xaa0503, 0x2, 0xc008e6a000, 0x1dff, 0x5, 0x68a, 0xc0084260c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008e6a000, 0x1dff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b5b570, 0xc0077af1e0, 0x57, 0xc00119c071) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b15c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 721 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000c46400, 0xbe9, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c46400, 0xbe9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c46400, 0xbe9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c46400, 0xbe9, 0x0, 0x0, 0x115f500, 0xbe9, 0xbe9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c46400, 0xbe9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000c45800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c46400, 0xbe9, 0xbe9, 0xc000c46400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00698e120, 0x52, 0xc000c46400, 0xbe9, 0xaa0378, 0x1, 0xc000c46400, 0xbe9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 722 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003a4f980, 0x1890, 0x5165d7, 0xc00137c000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003a4f980, 0x1890, 0x42f9b8, 0xc009ae1338) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009ae1418, 0xaa04fd, 0x2, 0xc003a4f980, 0x1890, 0xc003a4f980, 0xc009ae1408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a4f980, 0x1890, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009ae1570, 0xc00afb1b80, 0x42, 0xc002838050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 723 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc00571b1d0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc004e2e000) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f35570, 0xc0049c1300, 0xc0049c1b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b18c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 724 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ebb418, 0xaa0599, 0x2, 0xc0008e1200, 0xc35, 0xc0008e1200, 0xc001ebb408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008e1200, 0xc35, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ebb570, 0xc002126680, 0x39, 0xc00274cd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2443 [semacquire]: strings.genSplit(0xc00775e500, 0x4cc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x103, 0x103) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f35418, 0xaa0569, 0x2, 0xc00118b400, 0x4cc, 0x17, 0x103, 0xc005307b20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00118b400, 0x4cc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f35570, 0xc005307780, 0x54, 0xc002e83ac4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 726 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00b5b3d60, 0xc000ff9278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff95e0, 0xaa04f9, 0x2, 0xc00b072900, 0x8db, 0xf, 0x23, 0xc00b5b3d20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff9570, 0xc0057d0740, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 727 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008af3e90, 0xc00525b230, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00525b570, 0xc001b88240, 0x7f602d0a9108, 0x0, 0x6d0000c000114bd0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00525b570, 0xc001b88240, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 730 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002828c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002828c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002828c30, 0xc0058e20e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7eb20, 0x0, 0x0, 0x0, 0xc005fab258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7eb20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fab950, 0xc001db9000, 0x4380, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 732 [semacquire]: bytes.makeSlice(0x1d4f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0072b2ab0, 0x89, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0072b2ab0, 0xc0043194d0, 0x89, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0072b2ab0, 0xc0043194d0, 0x89, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d89a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d8930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc006fb1570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfc00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfb20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cf420, 0xb84d20, 0xc0072b2ab0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0072b2ab0, 0xc0069cf420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007baa6c0, 0x2a9f76d16, 0x1251a20, 0xc00b31c980, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 735 [semacquire]: strings.genSplit(0xc003fc2000, 0x1d74, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bacc000, 0x55f, 0x55f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d4d418, 0xaa04df, 0x2, 0xc007c2e000, 0x1d74, 0x5, 0x55f, 0xc00a8ea120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007c2e000, 0x1d74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d4d570, 0xc007c82100, 0x7d, 0xc004bff80e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 736 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0066aa000, 0xba8, 0x2, 0xc004dbf270, 0x80, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0066aa000, 0xba8, 0xaa04bf, 0x2, 0xc0066aa000, 0xba8) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004dbf3e0, 0xc00a657ae0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004dbf3e0, 0xc001376150, 0xaa04f9, 0x2, 0xc004dbf570, 0x8, 0x9ecc80, 0xc004dbf401, 0xc005411198) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004dbf570, 0xc001376150, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 737 [semacquire]: encoding/json.(*scanner).pushParseState(...) /usr/local/go/src/encoding/json/scanner.go:172 encoding/json.stateBeginValue(0xc0028d0028, 0xa78f5b, 0x101) /usr/local/go/src/encoding/json/scanner.go:215 +0x34e encoding/json.checkValid(0xc002fb6480, 0x11c, 0x120, 0xc0028d0028, 0x120, 0x11c) /usr/local/go/src/encoding/json/scanner.go:34 +0xa7 encoding/json.Unmarshal(0xc002fb6480, 0x11c, 0x120, 0x9cfa40, 0xc004a22b60, 0x120, 0x50cc01) /usr/local/go/src/encoding/json/decode.go:101 +0x66 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc00275ec00, 0x1ad5, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00275ec00, 0x1ad5, 0x1ad5, 0x1, 0xc00275ec00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00183c56a, 0x29, 0xc00275ec00, 0x1ad5, 0xaa0378, 0x1, 0xc00275ec00, 0x1ad5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 738 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001d89500, 0x9ea, 0x2, 0xc008877090, 0xc001d89500, 0x9ea, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001d89500, 0x9ea, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc002de39d0, 0x0, 0x0, 0x0, 0x0, 0xc002de39d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0071d5140, 0x0, 0x0, 0x0, 0x1000, 0xc006aff000, 0xdea, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006aff000, 0xdea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0053d7220) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eb1570, 0xc00272a5c0, 0xc0049c14c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 739 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc004b46000, 0xfe8, 0x2, 0xc00191fab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004a6e000, 0xfe8) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004b46000, 0xfe8) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 741 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0022e7118, 0xc007eee4e1, 0x53, 0x2, 0x2, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022e7118, 0xc007eee4e1, 0x53, 0x53, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc00092f030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc0047521c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0022e7118, 0xc0047521c0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022e7118, 0xc0047521c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc0047521c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8ee0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8e00, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13d50, 0xc00004d180, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc003d13d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13c70, 0x54b170, 0xc00590c750) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003d13c70, 0x0, 0x0, 0x0, 0x0, 0xc003d13c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000dc4420, 0x0, 0x0, 0x0, 0x1800, 0xc003dae800, 0x1799, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003dae800, 0x1799, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0005689b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004237570, 0xc006dc1fe0, 0xc004991820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 744 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002ec1118, 0xaa04bf, 0x2, 0xc00822c8d0, 0x2f, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ec1118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ec1118, 0xc00226cbd0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025601c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025601c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025601c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025600e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025600e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025600e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1960, 0x20300000000000, 0x7f6006777fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0049d1960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1880, 0x54b170, 0xc003f05a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0049d1880, 0x0, 0x0, 0x0, 0x0, 0xc0049d1880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f86ae0, 0x0, 0x0, 0x0, 0xa000, 0xc002ae4000, 0x8e37, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002ae4000, 0x8e37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00542d560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264d570, 0xc00000e540, 0xc00000ef20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2439 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00469dd40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00469dd40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00469dd40, 0xc0053888c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa560, 0x0, 0x0, 0x0, 0xc003c23258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c23950, 0xc00898d000, 0xd94, 0x1, 0xc002c9d821, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 746 [semacquire]: github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0031ea540, 0x0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180 github.com/PuerkitoBio/goquery.mapNodes(0xc000714a68, 0x1, 0x1, 0xc00a011160, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000714a68, 0x1, 0x1, 0xb856e0, 0xc004a22ae0, 0xc000714a68, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d42d0, 0xaa03b1, 0x1, 0xc00a011248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a011570, 0xc004942580, 0x7f602d0a9e98, 0x0, 0x6d0000c007db7260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a011570, 0xc004942580, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 747 [semacquire]: bytes.makeSlice(0x81f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001031118, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001031118, 0x1189d0c, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001031118, 0xc0059dfd40, 0x222, 0x222, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b49730, 0xc001030208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b496c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001031118, 0xc002b496c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b496c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b496c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b48a80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b48a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b48a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b489a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b489a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b489a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a68c0, 0xc00125d180, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc0049a68c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a68c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a67e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a67e0, 0x54b170, 0xc00671c5b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0049a67e0, 0x0, 0x0, 0x0, 0x0, 0xc0049a67e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008542060, 0x0, 0x0, 0x0, 0x2000, 0xc002f62000, 0x1ff1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002f62000, 0x1ff1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000eb8320) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001031570, 0xc000960060, 0xc005ceec80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 748 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00065f800, 0xbf2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00065f800, 0xbf2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00065f800, 0xbf2, 0x0, 0x0, 0x115f500, 0xc00065f800, 0xbf2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00065f800, 0xbf2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac6fc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00065f800, 0xbf2, 0xbf2, 0xc00065f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16b10, 0x2a, 0xc00065f800, 0xbf2, 0xaa0378, 0x1, 0xc00065f800, 0xbf2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 749 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00800f000, 0x776, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00800f000, 0x776, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00800f000, 0x776, 0x0, 0x0, 0x115f500, 0x776, 0x776) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00800f000, 0x776, 0x0, 0x0, 0xaa0378, 0x1, 0xc00800e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00800f000, 0x776, 0x776, 0xc00800f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006805780, 0x38, 0xc00800f000, 0x776, 0xaa0378, 0x1, 0xc00800f000, 0x776, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 750 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0086575e0, 0xaa04f9, 0x2, 0xc0035dc000, 0xfd4, 0x1c, 0x3a, 0xc009d27340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008657570, 0xc008c7eac0, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 751 [semacquire]: bytes.makeSlice(0xc24, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001cb7278, 0x50, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001cb7278, 0xc006e94140, 0x50, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001a70f50) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001e60930) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc001cb73e0, 0xc00119a060, 0x5, 0xc008c5f5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001cb73e0, 0xc006792f00, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001cb73e0, 0xc00119a060, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x311, 0x312) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001cb7570, 0xc00119a060, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 753 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007971e60, 0xc003a13318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a13418, 0xaa04df, 0x2, 0xc00796f500, 0x93e, 0x4, 0x1d1, 0xc007d6c900) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00796f500, 0x93e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a13570, 0xc0067b4420, 0x4d, 0xc00698c1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 755 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0026d1000, 0xab8, 0x2, 0xc003bcb270, 0xc005328cd8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0026d1000, 0xab8, 0xaa0378, 0x1, 0xc001b88d60, 0xc004b57180) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003bcb3e0, 0xc004b57080, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003bcb3e0, 0xc000a48750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x223, 0x224) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003bcb570, 0xc000a48750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 756 [semacquire]: strings.genSplit(0xc005d94000, 0xe76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x12f2, 0xc003f09000, 0xe76) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020815e0, 0xaa04f9, 0x2, 0xc003f09000, 0xe76, 0x13, 0x3f, 0xc0085a1e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002081570, 0xc00690f360, 0x4e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 757 [semacquire]: strings.genSplit(0xc0040d2000, 0x1a8b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0062e4000, 0x3fb, 0x3fb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00285b418, 0xaa04fd, 0x2, 0xc001998000, 0x1a8b, 0x1, 0x3fb, 0xc008c7f1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001998000, 0x1a8b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00285b570, 0xc00a0b5ae0, 0x58, 0xc0029adc20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 758 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ac9f900, 0x117d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ac9f900, 0x117d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ac9f900, 0x117d, 0x0, 0x0, 0x115f500, 0x117d, 0x117d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac9d300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ac9f900, 0x117d, 0x117d, 0xc00ac9f900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d1f744, 0x50, 0xc00ac9f900, 0x117d, 0xaa0378, 0x1, 0xc00ac9f900, 0x117d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2430 [semacquire]: strings.Replace(0xc008556c00, 0x10f4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc00004d180) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbd950, 0xc008556c00, 0x10f4, 0x6c00000067, 0x6e00000061, 0x2000000064) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 761 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0024f1790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0024f1860, 0xc0081f2230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026627e0, 0x0, 0x0, 0x0, 0x0, 0x3201, 0xc004981620) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004981620, 0x0, 0x0, 0x0, 0x3500, 0xc0038f1500, 0x3251, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0038f1500, 0x3251, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005782770) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e29570, 0xc00690e1a0, 0xc008575260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 762 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc007588800, 0x1f, 0x20, 0xc00bb9e000, 0x23, 0x40, 0xc001a6b2f0, 0xc005763d10, 0x1, 0xffffffffffffffff) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc008531798, 0x1, 0x1, 0xc001a6b3c0, 0xc001a6b570, 0xc0070b80f0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getChildrenNodes(0xc008531798, 0x1, 0x1, 0x0, 0xc00a51b890, 0xc009b9f390, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b github.com/PuerkitoBio/goquery.(*Selection).Children(0xc0070b80f0, 0xc0070b80f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001a6b570, 0xc0070b80f0, 0xc0070b80f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:719 +0x52 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 763 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47b60, 0xc002263318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002263418, 0xaa0599, 0x2, 0xc008712000, 0x15f9, 0x1, 0x41f, 0xc008f47b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008712000, 0x15f9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002263570, 0xc007b3a360, 0x49, 0xc00445efa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 767 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0019fe930, 0xc0019fe930, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001287570, 0xc001b892e0, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 768 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xf9e, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006353000, 0xf9e, 0xf9e, 0xc006353000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006afd0e0, 0x83, 0xc006353000, 0xf9e, 0xaa0378, 0x1, 0xc006353000, 0xf9e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbaa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 769 [semacquire]: strings.genSplit(0xc006bad000, 0xedd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2da, 0x2da) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002059418, 0xaa058b, 0x2, 0xc0098d7000, 0xedd, 0x6, 0x2da, 0xc0067b4100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0098d7000, 0xedd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002059570, 0xc006b13980, 0x57, 0xc0028b8e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 772 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009e37340, 0xc00a477278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a4775e0, 0xaa04f9, 0x2, 0xc00b6ea500, 0x2486, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a477570, 0xc0079b7f00, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 774 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003e60802, 0x1528, 0x2, 0xc00341bab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003e60802, 0x1528, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003e60802, 0x1528, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 775 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf3418, 0xaa0503, 0x2, 0xc00a0be000, 0x1df2, 0x5, 0x58f, 0xc00113c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a0be000, 0x1df2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf3570, 0xc0084269a0, 0x4e, 0xc000d52eb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 776 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002704000, 0x1c0f, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002704000, 0x1c0f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002704000, 0x1c0f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002704000, 0x1c0f, 0x0, 0x0, 0x115f500, 0x1c0f, 0x1c0f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002704000, 0x1c0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021ce000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002704000, 0x1c0f, 0x1c0f, 0xc002704000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8640, 0x4b, 0xc002704000, 0x1c0f, 0xaa0378, 0x1, 0xc002704000, 0x1c0f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 777 [semacquire]: bytes.makeSlice(0x44c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003cb0150, 0xda, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003cb0150, 0xc0050f9ea0, 0xda, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003cb0150, 0xc0050f9ea0, 0xda, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e930, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e8c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e700, 0xb84d20, 0xc003cb0150) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0150, 0xc00645e700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0120, 0x203000, 0x203000, 0x1a5b943600000000, 0xc005aad190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0120) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb00f0, 0xc005aad320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005aad708, 0xc00457efc0, 0xaac03e, 0x7, 0xc00457efc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005aad708, 0xc00457efc0, 0xc00b0ff620) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 778 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009231800, 0x25a6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009231800, 0x25a6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009231800, 0x25a6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009231800, 0x25a6, 0x0, 0x0, 0x115f500, 0x25a6, 0x25a6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009231800, 0x25a6, 0x0, 0x0, 0xaa0378, 0x1, 0xc009357200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009231800, 0x25a6, 0x25a6, 0xc009231800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00526d000, 0x33, 0xc009231800, 0x25a6, 0xaa0378, 0x1, 0xc009231800, 0x25a6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 779 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc001a378f0, 0xc001e02000, 0x20, 0x20, 0xc001e02000, 0x20, 0x20) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0019ce230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc005f6b9d0, 0x0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc009e5e8b0, 0x1, 0x1, 0xc0072cf160, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc009e5e8b0, 0x1, 0x1, 0xb856e0, 0xc00a2ecdc0, 0xc009e5e8b0, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00463f770, 0xaa03b1, 0x1, 0xc0072cf248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc0072cf570, 0xc008bdd3a0, 0x7f602d0aa560, 0x0, 0x6d0000c0005436c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072cf570, 0xc008bdd3a0, 0x65) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 781 [semacquire]: bytes.makeSlice(0x200, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006779140, 0x200, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7b620, 0xc005f1b1d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005f1b1d0, 0xc006779230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1b1d0, 0x0, 0x0, 0x0, 0x1a80, 0xc003d6e480, 0x1a11, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc003d6e480, 0x1a11, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000a72a40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006779570, 0xc00569aee0, 0xc007c83840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 782 [semacquire]: strings.genSplit(0xc008285000, 0xf6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x330, 0x330) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ad418, 0xaa0569, 0x2, 0xc0089b6000, 0xf6d, 0x1d, 0x330, 0xc005f1d240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0089b6000, 0xf6d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ad570, 0xc007c64d00, 0x38, 0xc0054385c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 784 [semacquire]: regexp.(*Regexp).replaceAll(0xc0018e95e0, 0x0, 0x0, 0x0, 0xc003c8b400, 0xb4d, 0x2, 0xc0004c1270, 0xc003c8b400, 0xb4d, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0018e95e0, 0xc003c8b400, 0xb4d, 0xaa0378, 0x1, 0x1, 0x15) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004c1570, 0xc0003b0320, 0xc005307580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 785 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022db5e0, 0xaa04f9, 0x2, 0xc003c3f180, 0x31b, 0x2a, 0xa0, 0xc005ceffa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0022db570, 0xc001fc0f60, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 786 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0045cdd40, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001c41570, 0xc0045cdd40, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c41570, 0xc000a52d80, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 787 [semacquire]: strings.Replace(0xc00ac3d000, 0x15d7, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x20, 0xc00ac3d000, 0x15d7) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d0f570, 0xc000960c40, 0xc002b577c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 789 [semacquire]: regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0078f4000, 0x50d5a7, 0xc00499c63f) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00499c800, 0x16f2, 0x16f2) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006003570, 0xc0048b4ca0, 0xc000ca1ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aa80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 791 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0070f5118, 0xaa04bf, 0x2, 0x169, 0x2, 0xc0070f41f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0070f5118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0070f5118, 0xc001e878f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0070f5118, 0xc001e878f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070f5118, 0xc001e878f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8150, 0xc0004a9c00, 0x7f602d0ab9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8070, 0x54b170, 0xc001ec88f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006bc8070, 0x0, 0x0, 0x0, 0x0, 0xc006bc8070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a61170, 0x0, 0x0, 0x0, 0x2a80, 0xc0060b2a80, 0x298b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0060b2a80, 0x298b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000070a10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00204f570, 0xc0021862e0, 0xc0064483c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ac00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 792 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0082cdcf0, 0xc, 0x2, 0xc00a0d3b58, 0x7f5ff45fbfff, 0xc00a0d3bc8, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0082cdcf0, 0xc, 0xaa0378, 0x1, 0xc00a0d3be0, 0x46620f) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36700, 0xc001b11320, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b36690, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b36690, 0x123, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b365b0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8df80, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d3b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8ccb0, 0xc000680380, 0x7f602d0ab2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8cbd0, 0x54b170, 0xc006aaef70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000e8cbd0, 0x0, 0x0, 0x0, 0x0, 0xc000e8cbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002aa2090, 0x0, 0x0, 0x0, 0x1800, 0xc0037e2000, 0x162c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0037e2000, 0x162c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd3d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d15570, 0xc001fc1260, 0xc006f01260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043acc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 793 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046acd80, 0xd38, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046acd80, 0xd38, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046acd80, 0xd38, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046acd80, 0xd38, 0x0, 0x0, 0x115f500, 0xd38, 0xd38) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046acd80, 0xd38, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046ac000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046acd80, 0xd38, 0xd38, 0xc0046acd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cbe0, 0x50, 0xc0046acd80, 0xd38, 0xaa0378, 0x1, 0xc0046acd80, 0xd38, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 797 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0076bb900, 0x4e7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0076bb900, 0x4e7, 0x0, 0x0, 0x115f500, 0x4e7, 0x4e7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0076bb400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0076bb900, 0x4e7, 0x4e7, 0xc0076bb900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a7040, 0x38, 0xc0076bb900, 0x4e7, 0xaa0378, 0x1, 0xc0076bb900, 0x4e7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 798 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003147900, 0xc2b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003147900, 0xc2b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003147900, 0xc2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003147900, 0xc2b, 0x0, 0x0, 0x115f500, 0xc2b, 0xc2b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003147900, 0xc2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f71200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003147900, 0xc2b, 0xc2b, 0xc003147900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15630, 0x47, 0xc003147900, 0xc2b, 0xaa0378, 0x1, 0xc003147900, 0xc2b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 799 [semacquire]: github.com/gigawattio/window.Rolling(0xc008f14600, 0x25c, 0x25c, 0x3, 0x0, 0x25b, 0xc008f14600) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000227570, 0xc000420260, 0xc0009615e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 800 [semacquire]: regexp.onePassCopy(0xc00ada0570, 0xc00ada0570) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc00ada0570, 0xc00ada0570) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001d11358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001d11358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001d11358, 0x0, 0xb856e0, 0xc0003b0048, 0x7f602d0a97d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001d11358, 0xc00234c100, 0x4e00000000, 0x8, 0x7f5ff40d6160) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001d11358, 0x42ca96, 0xc00ada0450, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001d113c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004e16cc0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00248df80, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001d11570, 0xc0000ca640, 0xabc101, 0x1d, 0x48, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1149 [semacquire]: regexp.makeOnePass(0xc0084fa900, 0xc0084fa900) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc0084fa8a0, 0xc0084fa8a0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1ee) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0096cd050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0096cd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0069ee784) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0096cd050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0096cd050, 0x1, 0xc0067f9ed0, 0xc0100000000, 0x280400000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0096cd050, 0x4, 0xf53, 0xc0055c9001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0055c9000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0x440d95, 0xc00b0034f0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0084fa870, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0096cd950, 0xc003ee4600, 0x1099, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 803 [semacquire]: strings.genSplit(0xc007978dd0, 0xc2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe100, 0x20) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0026af570, 0xc001d9d260, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc001d9d260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007940960, 0xc0026af378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0026af570, 0xc00282ecf0, 0xc0027ff8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0026af570, 0xc00282ecf0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0026af570, 0xc00282ecf0, 0xc00282ecf0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b500, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 804 [semacquire]: regexp.(*bitState).reset(0xc001bb5970, 0xc000021200, 0x14a, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, 0xc0024820c0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x2, 0xc000fdc1f0, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0075a8f20, 0x14a, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af7a0, 0xc000fdc208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086af730, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000fdd118, 0xc0086af730, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086af730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae150, 0xc000680700, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae070, 0x54b170, 0xc007d8af70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0086ae070, 0x0, 0x0, 0x0, 0x0, 0xc0086ae070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00869eba0, 0x0, 0x0, 0x0, 0x1500, 0xc0082e3500, 0x14ea, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0082e3500, 0x14ea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00043af60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000fdd570, 0xc0057d0be0, 0xc0082eeaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b5c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 807 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc008f86600, 0x121d, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc001eaa310, 0x0, 0x0, 0x0, 0x0, 0xc001eaa310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004aab9e0, 0x0, 0x0, 0x0, 0x1800, 0xc0037e3800, 0x15f5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0037e3800, 0x15f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e21500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001035570, 0xc00000e780, 0xc00265c7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 808 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002aeb5e0, 0xaa04f9, 0x2, 0xc0036b3a40, 0x1b4, 0xf, 0x30, 0xc008c7e8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002aeb570, 0xc002127e20, 0x3f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 809 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c219000, 0x2a9, 0x2a9, 0x3, 0x0, 0x2a8, 0xc00c219000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00235b570, 0xc0021874a0, 0xc0051fc9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 810 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00891b930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00590c5b0, 0xc005c620e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030a1aa0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b1f0f90, 0x0, 0x0, 0x0, 0xd80, 0xc00ae3bb00, 0xc9c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00ae3bb00, 0xc9c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0001bf110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002359570, 0xc006dc0b40, 0xc00b5b2160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 811 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000948600, 0x1082, 0xc0003d3270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000948600, 0x1082, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003d3418, 0xaa04d9, 0x2, 0xc000948600, 0x1082, 0x1, 0x325, 0xc008c7fc40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000948600, 0x1082, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003d3570, 0xc00265d5a0, 0x27, 0xc001a007b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 812 [semacquire]: regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:186 +0x152 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003217358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003217358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003217358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003217358, 0x75a856, 0x0, 0xc005f40070, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003217358, 0x7f60043fe290, 0xc0032173a8, 0x42ca96, 0xc005f1abd0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0032173c0, 0xc0032173d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00272ba40) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d52810, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003217570, 0xc00265d040, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 813 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009e37840, 0xc004601278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046015e0, 0xaa04f9, 0x2, 0xc006a8ea80, 0x969, 0x4, 0xb, 0xc008c7ef00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004601570, 0xc00272af40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 815 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00314fe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0034520d0, 0xc0078d3f10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00523bac0, 0x0, 0x0, 0x0, 0xc002f31258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00523bac0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f31950, 0xc001e6ca00, 0x5355, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043be00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 816 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f2b5e0, 0xaa04f9, 0x2, 0xc004de63c0, 0x47, 0x0, 0xc006f2b430, 0xc0049c05a8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006f2b570, 0xc00282fc20, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f2b570, 0xc004f1d980, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 817 [semacquire]: regexp.(*Regexp).expand(0xc000137220, 0xc008658000, 0x80, 0x80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc008886360, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc008658000, 0x80, 0x80, 0xc001c1e1f0, 0x2, 0x2, 0xc008886360, 0x115, 0x7b) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008886360, 0x115, 0x2, 0xc0088721f0, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008886360, 0x115, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f960, 0xc008872208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2f8f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008873118, 0xc003a2f8f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008873118, 0xc003a2f8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e620, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e540, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c64d0, 0xc005a19880, 0x7f602d0ab2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc0035c64d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c64d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c63f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c63f0, 0x54b170, 0xc00039e270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0035c63f0, 0x0, 0x0, 0x0, 0x0, 0xc0035c63f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00899ff80, 0x0, 0x0, 0x0, 0x2000, 0xc004a38000, 0x1e75, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004a38000, 0x1e75, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005ab9c50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b47570, 0xc0067b5400, 0xc008575360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 820 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x65b, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0065e8e00, 0x65b, 0x65b, 0xc0065e8e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe980, 0x31, 0xc0065e8e00, 0x65b, 0xaa0378, 0x1, 0xc0065e8e00, 0x65b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004741e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 821 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc00a8017c0, 0xc004f8b600, 0x534, 0xaa0378, 0x1, 0x1, 0x12) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0009f5570, 0xc00651c060, 0xc0048b5dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004742a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 822 [semacquire]: strings.genSplit(0xc003248000, 0xa32, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005281800, 0x277, 0x277) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001069418, 0xaa04d9, 0x2, 0xc007280a80, 0xa32, 0x1, 0x277, 0xc007b3abc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007280a80, 0xa32, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001069570, 0xc004eae9e0, 0x51, 0xc0036fc5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474360, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 824 [semacquire]: regexp.(*Regexp).expand(0xc000137220, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004cfa628, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc002f8a030, 0x2, 0x2, 0xc004cfa628, 0x8, 0x0) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc004cfa628, 0x8, 0x2, 0xc0044a2590, 0xc00711e260, 0x1, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc004cfa628, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044a3118, 0xc0070fbb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa4d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa3f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1ce0, 0xc000e7c000, 0x7f602d0aac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1c00, 0x54b170, 0xc004459520) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0070f1c00, 0x0, 0x0, 0x0, 0x0, 0xc0070f1c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a04510, 0x0, 0x0, 0x0, 0x1000, 0xc003cfe000, 0xf48, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003cfe000, 0xf48, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036fd740) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0024fd570, 0xc004b49ca0, 0xc00457e100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004744e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 825 [semacquire]: fmt.Errorf(0xabb2ed, 0x1c, 0xc004421120, 0x1, 0x1, 0x60, 0xc006f988e0) /usr/local/go/src/fmt/errors.go:21 +0xa3 github.com/araddon/dateparse.unknownErr(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:117 github.com/araddon/dateparse.parseTime(0xc007624f60, 0x56, 0x0, 0xc007624f60, 0x56, 0x56) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc github.com/araddon/dateparse.ParseAny(0xc007624f60, 0x56, 0x3, 0xaa0378, 0x1, 0xc007624f60, 0x56) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003365570, 0xc0057d19c0, 0xc001fc1c40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004745a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 827 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000888420, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000888410, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001002700, 0x654, 0x654, 0x1, 0xc001002700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f040, 0x4d, 0xc001002700, 0x654, 0xaa0378, 0x1, 0xc001002700, 0x654, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 828 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000bc5ad0, 0xc000bc5aa0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004fe7570, 0xc00b62c1e0, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004747e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 832 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ce2800, 0xa8e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ce2800, 0xa8e, 0x0, 0x0, 0x115f500, 0xa8e, 0xa8e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ce2800, 0xa8e, 0xa8e, 0xc001ce2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6df40, 0x50, 0xc001ce2800, 0xa8e, 0xaa0378, 0x1, 0xc001ce2800, 0xa8e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ae0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 833 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc007ce6000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc007ce6000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc007ce6000, 0xc007c99030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00248ce40, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc005a91740) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a91740, 0x0, 0x0, 0x0, 0x800, 0xc004e12800, 0x705, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004e12800, 0x705, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00487d200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002089570, 0xc004cfda60, 0xc007c82be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 834 [semacquire]: strings.genSplit(0xc003512000, 0x754, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ab76a80, 0x28e, 0x28e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004dd418, 0xaa058b, 0x2, 0xc00722d000, 0x754, 0x2, 0x28e, 0xc004c4c4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00722d000, 0x754, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004dd570, 0xc00272bdc0, 0x2d, 0xc003762e10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 835 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006236500, 0x4ca, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006236500, 0x4ca, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006236500, 0x4ca, 0x0, 0x0, 0x115f500, 0xc006236500, 0x4ca) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006236500, 0x4ca, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006236500, 0x4ca, 0x4ca, 0xc006236500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be4f29, 0x76, 0xc006236500, 0x4ca, 0xaa0378, 0x1, 0xc006236500, 0x4ca, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 838 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003015418, 0xaa0503, 0x2, 0xc003500000, 0x4ef4, 0x5, 0xdde, 0xc0021278a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003500000, 0x4ef4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003015570, 0xc002127520, 0x41, 0xc0062fde50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 839 [semacquire]: strings.Replace(0xc002fab300, 0x1246, 0xaae211, 0x8, 0xaa22ae, 0x3, 0x1, 0xc002fab300, 0x1246) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f7570, 0xc0021865a0, 0xc0082ef5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 841 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc001ed1570, 0xc006dc0160, 0xc006fd4f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:263 +0x41 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004751a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 843 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18420, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18410, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c40e00, 0x60e, 0x60e, 0x1, 0xc006c40e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005438f40, 0x3a, 0xc006c40e00, 0x60e, 0xaa0378, 0x1, 0xc006c40e00, 0x60e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 844 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004759c00, 0x64b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004759c00, 0x64b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004759c00, 0x64b, 0x0, 0x0, 0x115f500, 0x64b, 0x64b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004759c00, 0x64b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004758e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004759c00, 0x64b, 0x64b, 0xc004759c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db2d28, 0x4b, 0xc004759c00, 0x64b, 0xaa0378, 0x1, 0xc004759c00, 0x64b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004753e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2467 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0029ae410, 0xc00bdba000, 0xaa) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0029ae410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029ae410, 0xc00755fab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab00, 0x0, 0x0, 0x0, 0xc000315258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000315950, 0xc004026c80, 0xc51, 0x3, 0xc00454aa21, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a076e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 847 [semacquire]: github.com/gigawattio/window.Rolling(0xc006739000, 0x159, 0x159, 0x3, 0x0, 0x158, 0xc006739000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00476f570, 0xc004eafa20, 0xc009ecc020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 849 [semacquire]: regexp.onePassCopy(0xc0062cfc80, 0xc0062cfc80) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0062cfc80, 0xc0062cfc80) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a65358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a65358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a65358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a65358, 0x75a856, 0x0, 0xc000570690, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a65358, 0xc005a65320, 0xc005a653a8, 0x42ca96, 0xc0062cfc50, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005a653c0, 0xc005a653d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651c880) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007d745a0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005a65570, 0xc008486040, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004757a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2391 [semacquire]: regexp.makeOnePass.func1(0x4, 0xc0085f73d0, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc0062cfc50, 0xc0062cfc50) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0062cfbf0, 0xc0062cfbf0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xbf) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00b459050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00b459050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0085f73b4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b459050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b459050, 0x1, 0xc008916be0, 0xc0100702a80, 0x28042d0aac28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b459050, 0x4, 0x584, 0xc00295ea01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00295e000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc0086ded18) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0062cfb30, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b459950, 0xc002d83a80, 0x1a65, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 389 [runnable]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026db358, 0x0, 0xb856e0, 0xc0003b0148, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026db358, 0xc000b242a0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026db358, 0x42ca96, 0xc007941680, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0026db3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007abbdc0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0079e46c0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0026db570, 0xc006cb6ca0, 0xabc101, 0x1d, 0x5a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 390 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045015e0, 0xaa04f9, 0x2, 0xc004e115e0, 0xd5, 0xb, 0x35, 0xc00a5abe60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004501570, 0xc00272bb00, 0x4e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 393 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f8cc00, 0x569, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f8cc00, 0x569, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f8cc00, 0x569, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f8cc00, 0x569, 0x0, 0x0, 0x115f500, 0x569, 0x569) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f8cc00, 0x569, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f8c680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f8cc00, 0x569, 0x569, 0xc004f8cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d607e0, 0x6d, 0xc004f8cc00, 0x569, 0xaa0378, 0x1, 0xc004f8cc00, 0x569, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 394 [semacquire]: bytes.makeSlice(0x790, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00c030570, 0x104, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00c030570, 0xc000dd5900, 0x104, 0x6, 0x104, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00c030570, 0xc000dd5900, 0x127, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fbf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb9d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb960, 0xb84d20, 0xc00c030570) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00c030570, 0xc0038fb960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005e42780, 0x50d201, 0xc00119c660, 0x53, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c71570, 0xc006f00e20, 0xc00265c620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 397 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc00539a840, 0xaba609, 0xe) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0037d1358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0037d1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0037d1358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0037d1358, 0x75a856, 0x0, 0xc0049a6e70, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0037d1358, 0xc0037d1320, 0xc0037d13a8, 0x42ca96, 0xc005856570, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0037d13c0, 0xc0037d13d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00523b160) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d5950, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0037d1570, 0xc000420680, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 399 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003fac000, 0x4ba, 0x2, 0xc00154fab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003fac000, 0x4ba, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003fac000, 0x4ba, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 400 [semacquire]: github.com/araddon/dateparse.unknownErr(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:117 github.com/araddon/dateparse.parseTime(0xc00698d590, 0x45, 0x0, 0xc00698d590, 0x45, 0x45) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x26d github.com/araddon/dateparse.ParseAny(0xc00698d590, 0x45, 0x3, 0xaa0378, 0x1, 0xc00698d590, 0x45) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047b9570, 0xc0009fc200, 0xc005ceeb00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 401 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dae900, 0x837, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dae900, 0x837, 0x0, 0x0, 0x115f500, 0x837, 0x837) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dae900, 0x837, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dae900, 0x837, 0x837, 0xc004dae900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e95bd9, 0x44, 0xc004dae900, 0x837, 0xaa0378, 0x1, 0xc004dae900, 0x837, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 866 [semacquire]: bytes.makeSlice(0x566, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005fd7190, 0xb4, 0xd5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005fd7190, 0xc000810780, 0xb4, 0x5165d7, 0xc0034e891b, 0xc0056d0ed0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f30a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f3030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f29a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a435350, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005fd7570, 0xc00a435350, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005fd7570, 0xc00113c3e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 867 [semacquire]: bytes.makeSlice(0x30c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00b148900, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00b148900, 0xc008c60558, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00b148900, 0xc008c60558, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6ba40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b5e0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b570, 0xb84d20, 0xc00b148900) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00b148900, 0xc002c6b570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e54060, 0x2d58452bd, 0x1251a20, 0xc008ddc400, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 869 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0061c2000, 0x1e28, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061c2000, 0x1e28, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061c2000, 0x1e28, 0x0, 0x0, 0x115f500, 0x1e28, 0x1e28) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xaa0378, 0x1, 0xc005f44000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061c2000, 0x1e28, 0x1e28, 0xc0061c2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006567840, 0x34, 0xc0061c2000, 0x1e28, 0xaa0378, 0x1, 0xc0061c2000, 0x1e28, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 871 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037d3418, 0xaa04f9, 0x2, 0xc006bd8600, 0x1057, 0x3, 0x315, 0xc001e4f320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006bd8600, 0x1057, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037d3570, 0xc0027ff620, 0x36, 0xc002360e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003914a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 873 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0083b6840, 0xc002853230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0083b6840, 0x0, 0x0, 0x0, 0x1800, 0xc005bb3800, 0x1683, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005bb3800, 0x1683, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00695ac00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002853570, 0xc004943700, 0xc008426540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 874 [semacquire]: strings.genSplit(0xc009049500, 0x928, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c67c000, 0x1d7, 0x1d7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b59418, 0xaa04f9, 0x2, 0xc00c59c000, 0x928, 0x4, 0x1d7, 0xc00875aca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c59c000, 0x928, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b59570, 0xc004eaeec0, 0x31, 0xc009940480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003916e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 875 [semacquire]: regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0092f9800, 0x50d5a7, 0xc0015f9cfd) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00193c000, 0x763, 0x763) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d4f570, 0xc00113d5a0, 0xc00a87a3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003917a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 878 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e29418, 0xaa059b, 0x2, 0xc003834000, 0x78b, 0xc003834000, 0xc005e29408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003834000, 0x78b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e29570, 0xc001b89160, 0x4e, 0xc0006944b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003919e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 879 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00470f680, 0xc003d03318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d03418, 0xaa0503, 0x2, 0xc00074f600, 0xd74, 0xc00074f600, 0xc003d03408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00074f600, 0xd74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d03570, 0xc007d6cd40, 0x54, 0xc000350df8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 884 [semacquire]: bytes.makeSlice(0x10fa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003cb0330, 0x398, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003cb0330, 0xc002429000, 0x398, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb7880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb77a0, 0xb84d20, 0xc003cb0330) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0330, 0xc000cb77a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0300, 0x203000, 0x203000, 0x7daf2cf500000000, 0xc0063d1190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0300) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb02d0, 0xc0063d1320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0063d1708, 0xc0019facc0, 0xaac03e, 0x7, 0xc0019facc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0063d1708, 0xc0019facc0, 0xc00b5b2d20) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 885 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0069fad00, 0x88b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0069fad00, 0x88b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0069fad00, 0x88b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0069fad00, 0x88b, 0x0, 0x0, 0x115f500, 0x88b, 0x88b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0069fad00, 0x88b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0069f8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0069fad00, 0x88b, 0x88b, 0xc0069fad00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e959a0, 0x4f, 0xc0069fad00, 0x88b, 0xaa0378, 0x1, 0xc0069fad00, 0x88b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 886 [semacquire]: regexp.onePassCopy(0xc003a3c2d0, 0xc003a3c2d0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc003a3c2d0, 0xc003a3c2d0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0038dd358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0038dd358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0038dd358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0038dd358, 0xc00153eb60, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0038dd358, 0x42ca96, 0xc003a3c2a0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0038dd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0000ca1e0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d54d0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0038dd570, 0xc0004202e0, 0xabc101, 0x1d, 0x38, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 887 [semacquire]: strings.genSplit(0xc0069a7800, 0xa9a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f4e000, 0x29c, 0x29c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7418, 0xaa05c9, 0x2, 0xc001cde000, 0xa9a, 0x4, 0x29c, 0xc00b5b3a60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001cde000, 0xa9a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f7570, 0xc00113cf00, 0x51, 0xc0023fa8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 888 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a7dbb30, 0xc003b2b230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbb30, 0x0, 0x0, 0x0, 0x2600, 0xc000a32600, 0x25f0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc000a32600, 0x25f0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0042b2460) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b2b570, 0xc007abbcc0, 0xc007b3a5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 889 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00117c2a0, 0xc005e07230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00117c2a0, 0x0, 0x0, 0x0, 0x1500, 0xc00b7caa00, 0x14f5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00b7caa00, 0x14f5, 0x0, 0x0, 0x0, 0x440d95, 0xc00ac7e2d0, 0x7f5ff407c3c1, 0x6ab288a900000080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e07570, 0xc006dc00a0, 0xc008bdcf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 891 [semacquire]: bytes.makeSlice(0xc22, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002bc9260, 0x1d6, 0x11) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002bc9260, 0xc007b80000, 0x1d6, 0x5165d7, 0xc00260bc03, 0xc002481c10) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020ed3b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00535afc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005f1ad20, 0xc005f1afc0, 0xc00002e800) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bc9570, 0xc006cb6aa0, 0x7e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 892 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651d360, 0xc001191318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001191418, 0xaa0503, 0x2, 0xc005c35900, 0x4b1, 0x2, 0x11e, 0xc00651d340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c35900, 0x4b1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001191570, 0xc0064493e0, 0x51, 0xc0028b8f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 893 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004bf6000, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011f1ff0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003ca1440, 0x227, 0x227, 0x1, 0xc003ca1440) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0042a8d80, 0x55, 0xc003ca1440, 0x227, 0xaa0378, 0x1, 0xc003ca1440, 0x227, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 894 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265c260, 0xc000ea5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ea5418, 0xaa0503, 0x2, 0xc003a30000, 0xe0c, 0x4, 0x268, 0xc00aa69780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a30000, 0xe0c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ea5570, 0xc004ae3d40, 0x5b, 0xc001df4240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 895 [semacquire]: strings.genSplit(0xc00501c000, 0xa33, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00450ac00, 0x260, 0x260) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e2b418, 0xaa04fd, 0x2, 0xc003248a80, 0xa33, 0x1, 0x260, 0xc00523bd20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003248a80, 0xa33, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e2b570, 0xc00457f5c0, 0x35, 0xc001e14280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 896 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002accc00, 0x129f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002accc00, 0x129f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002accc00, 0x129f, 0x0, 0x0, 0x115f500, 0xc002accc00, 0x129f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002accc00, 0x129f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ac8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002accc00, 0x129f, 0x129f, 0xc002accc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694157, 0x38, 0xc002accc00, 0x129f, 0xaa0378, 0x1, 0xc002accc00, 0x129f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 897 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00113db80, 0xc0001cb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001cb418, 0xaa05c9, 0x2, 0xc002bf0600, 0x1916, 0x8, 0x4b0, 0xc00a117e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bf0600, 0x1916, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001cb570, 0xc007026d00, 0x26, 0xc0059274a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 898 [semacquire]: regexp.makeOnePass.func1(0x7, 0xc002897c10, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc008bc8420, 0xc008bc8420) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc008bc83c0, 0xc008bc83c0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xa6) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d05050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d05050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00720dadc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d05050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d05050, 0x1, 0xc00a780a50, 0xc01002f8700, 0x28042d0a97d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d05050, 0x4, 0x923, 0xc005839601, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005839000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0004a6ef0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003251dd0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d05950, 0xc003b73800, 0x16c7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 899 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb07b0, 0xc00a053230, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a053570, 0xc002825c60, 0x7f602d0a9108, 0x0, 0x6d0000c007ee45a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a053570, 0xc002825c60, 0xb9) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 901 [semacquire]: strings.genSplit(0xc0069fc000, 0x1fe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x527, 0x527) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a35418, 0xaa04f9, 0x2, 0xc008102000, 0x1fe1, 0x1, 0x527, 0xc0085a1c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008102000, 0x1fe1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a35570, 0xc00aa69b20, 0x5a, 0xc0005b0011) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 902 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c850, 0x2c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00b02c770, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001ac3118, 0xc00b02c770, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71e30, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71d50, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b9d0, 0xc0039c8d88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b8f0, 0x54b170, 0xc00518c000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00af0b8f0, 0x0, 0x0, 0x0, 0x0, 0xc00af0b8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009be8e70, 0x0, 0x0, 0x0, 0x2600, 0xc00404d800, 0x250a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00404d800, 0x250a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005138b40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039c9570, 0xc00a116280, 0xc0027ff080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 903 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004bc0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc004bc1d40, 0xc0080c4af0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0080bedb0, 0x0, 0x0, 0x0, 0x0, 0x5301, 0xc0080bed80) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bed80, 0x0, 0x0, 0x0, 0x5500, 0xc001e67500, 0x5354, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001e67500, 0x5354, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc008046f30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004575570, 0xc009ff5a00, 0xc0085a14a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 904 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0067b4580, 0xc0038c3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c3418, 0xaa05c9, 0x2, 0xc0066f3200, 0x885, 0x6, 0x1d9, 0xc009e37c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0066f3200, 0x885, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c3570, 0xc007d6cba0, 0x2e, 0xc004983b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 906 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c6a0a00, 0x322, 0x322, 0x3, 0x0, 0x321, 0xc00c6a0a00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002581570, 0xc004b49260, 0xc00a7ac580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 907 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00bd8d020, 0xc006fe13e0, 0xc00bd8d020) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0082ee3e0, 0xc0082ee3e0, 0xc0082ee3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 908 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a744300, 0x6e6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a744300, 0x6e6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a744300, 0x6e6, 0x0, 0x0, 0x115f500, 0x6e6, 0x6e6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a744300, 0x6e6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0064afc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a744300, 0x6e6, 0x6e6, 0xc00a744300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004962b80, 0x37, 0xc00a744300, 0x6e6, 0xaa0378, 0x1, 0xc00a744300, 0x6e6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 909 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002045118, 0xaa04bf, 0x2, 0xc0030ec240, 0x11b, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002045118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002045118, 0xc008839420, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002045118, 0xc008839420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002045118, 0xc008839420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7c70, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7b90, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7490, 0xc0012edc00, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e73b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e73b0, 0x54b170, 0xc0079edba0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00a7e73b0, 0x0, 0x0, 0x0, 0x0, 0xc00a7e73b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cf6ff0, 0x0, 0x0, 0x0, 0xd80, 0xc008d1ad80, 0xd0a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc008d1ad80, 0xd0a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c4ba20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c23570, 0xc00265d6c0, 0xc00a0b4820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 912 [semacquire]: strings.Replace(0xc0045a41d0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9) /usr/local/go/src/strings/strings.go:941 +0x109 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc007d4f800, 0x6cf, 0x6cf, 0x1, 0xc007d4f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00886bc0f, 0x30, 0xc007d4f800, 0x6cf, 0xaa0378, 0x1, 0xc007d4f800, 0x6cf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 913 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0071d91a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0071d9170, 0xc006775320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006775708, 0xc006dc1140, 0xaac03e, 0x7, 0xc006dc1140) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006775708, 0xc006dc1140, 0xc002824ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 915 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0075492c0, 0xc0, 0xc0, 0xc00004d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0075492c0, 0xc0, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022835e0, 0xaa04f9, 0x2, 0xc0075492c0, 0xc0, 0x5, 0xc0022832e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00a73f5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a73f4d0, 0xc002283378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002283570, 0xc00a73f3b0, 0xc00a87bf40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002283570, 0xc00a73f3b0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002283570, 0xc00a73f3b0, 0xc00a73f3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 916 [semacquire]: strings.Replace(0xc001b78000, 0x1b39, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc005fe4cb0, 0x0, 0x0, 0x0, 0x0, 0xc005fe4cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a84bc50, 0x0, 0x0, 0x0, 0x2800, 0xc008f32800, 0x2751, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc008f32800, 0x2751, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0056d1820) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b5f570, 0xc004ab9fc0, 0xc00457edc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 918 [semacquire]: strings.genSplit(0xc003def400, 0xaac, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x244, 0x244) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006feb418, 0xaa04fd, 0x2, 0xc0037b9c00, 0xaac, 0x1, 0x244, 0xc00aa69560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037b9c00, 0xaac, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006feb570, 0xc00b0ff0a0, 0x33, 0xc00886a540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 919 [semacquire]: strings.genSplit(0xc003c8d200, 0x8bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c0, 0x1c0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037ef418, 0xaa04d9, 0x2, 0xc003991b00, 0x8bb, 0x1, 0x1c0, 0xc004942740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003991b00, 0x8bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037ef570, 0xc006809e80, 0x43, 0xc000d52910) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 922 [semacquire]: strings.Replace(0xc00436e000, 0xaed, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc004ea15e0, 0x0, 0x0, 0x0, 0x0, 0xc004ea15e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbcb0, 0x0, 0x0, 0x0, 0x1300, 0xc00056d900, 0x104f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00056d900, 0x104f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005aa890) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026d9570, 0xc006f00920, 0xc006893620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 925 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ad0e000, 0x2664, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ad0e000, 0x2664, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ad0e000, 0x2664, 0x0, 0x0, 0x115f500, 0xc00ad0e000, 0x2664) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xaa0378, 0x1, 0xc002706000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ad0e000, 0x2664, 0x2664, 0xc00ad0e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000491270, 0x4c, 0xc00ad0e000, 0x2664, 0xaa0378, 0x1, 0xc00ad0e000, 0x2664, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 928 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0880, 0xc00456b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00456b418, 0xaa04d9, 0x2, 0xc0084c1b00, 0x8f5, 0x1, 0x1c7, 0xc002825d80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0084c1b00, 0x8f5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00456b570, 0xc002825040, 0x41, 0xc004610eb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 929 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0030af800, 0x785, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0030af800, 0x785, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0030af800, 0x785, 0x0, 0x0, 0x115f500, 0x785, 0x785) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0030af800, 0x785, 0x0, 0x0, 0xaa0378, 0x1, 0xc0030ae800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0030af800, 0x785, 0x785, 0xc0030af800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f4a0, 0x41, 0xc0030af800, 0x785, 0xaa0378, 0x1, 0xc0030af800, 0x785, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 930 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00967cc30, 0xc005a06240, 0x53) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00967cc30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00967cc30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00967cc30, 0xc00503fea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00abaa060, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00abaa030, 0x0, 0x0, 0x0, 0xd80, 0xc009db3600, 0xcf6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc009db3600, 0xcf6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00647f440) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007087570, 0xc006f015a0, 0xc0077af020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 931 [semacquire]: strings.genSplit(0xc006940000, 0xfa3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x30f, 0x30f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00201d418, 0xaa0599, 0x2, 0xc005101000, 0xfa3, 0x1, 0x30f, 0xc009e37620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005101000, 0xfa3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00201d570, 0xc006d6dbe0, 0x37, 0xc000f3ecc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 933 [semacquire]: strings.genSplit(0xc00bd4ac80, 0xc5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ae8e000, 0x245, 0x245) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003be7418, 0xaa04fd, 0x2, 0xc0048f8c80, 0xc5b, 0x1, 0x245, 0xc007aba520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0048f8c80, 0xc5b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003be7570, 0xc0054091e0, 0x50, 0xc000694a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 935 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c7b418, 0xaa0599, 0x2, 0xc0041b4000, 0xc1c, 0x1, 0x25e, 0xc006449b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0041b4000, 0xc1c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c7b570, 0xc00b31cb00, 0x36, 0xc002360aca) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 936 [semacquire]: bytes.makeSlice(0x4ea, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002a013e0, 0xf0, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002a013e0, 0xc007330870, 0xf0, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfb7a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfae00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963e30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0053a2ed0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a01570, 0xc0000cb820, 0x31, 0xc006924b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 937 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000fa5800, 0x2f8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000fa5800, 0x2f8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000fa5800, 0x2f8, 0x0, 0x0, 0x115f500, 0x2f8, 0x2f8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xaa0378, 0x1, 0xc000fa5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000fa5800, 0x2f8, 0x2f8, 0xc000fa5800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064fb8f0, 0x2e, 0xc000fa5800, 0x2f8, 0xaa0378, 0x1, 0xc000fa5800, 0x2f8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 938 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048be580, 0x50c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048be580, 0x50c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048be580, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048be580, 0x50c, 0x0, 0x0, 0x115f500, 0x50c, 0x50c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048be580, 0x50c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0048be000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048be580, 0x50c, 0x50c, 0xc0048be580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c16f50, 0x34, 0xc0048be580, 0x50c, 0xaa0378, 0x1, 0xc0048be580, 0x50c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 940 [semacquire]: bytes.makeSlice(0xcad, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0084ce9f0, 0x157, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0084ce9f0, 0xc0029109a0, 0x157, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0084ce9f0, 0xc0029109a0, 0x157, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d3b0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c150, 0xb84d20, 0xc0084ce9f0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0084ce9f0, 0xc003e2c150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e8a030, 0x50d2a1, 0xc001a00a80, 0x21, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0063d5570, 0xc0051fc5a0, 0xc0003b1d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 942 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3bfc0, 0xc00208d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00208d418, 0xaa0599, 0x2, 0xc0063baa80, 0x9d1, 0x1, 0x1e6, 0xc00272a940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0063baa80, 0x9d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00208d570, 0xc001d41e20, 0x24, 0xc000114c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 943 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a364c00, 0x5c4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a364c00, 0x5c4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a364c00, 0x5c4, 0x0, 0x0, 0x115f500, 0x5c4, 0x5c4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a364600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a364c00, 0x5c4, 0x5c4, 0xc00a364c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114990, 0x24, 0xc00a364c00, 0x5c4, 0xaa0378, 0x1, 0xc00a364c00, 0x5c4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 945 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0078ec750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0078ec820, 0xc004988a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004e560f0, 0x0, 0x0, 0x0, 0x0, 0x601, 0xc004e560c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004e560c0, 0x0, 0x0, 0x0, 0x700, 0xc003bd0000, 0x6a9, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003bd0000, 0x6a9, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000bcf4a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002019570, 0xc00265cce0, 0xc00afb1480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 947 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc008bc8480, 0xab2997, 0xc, 0xac009e, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc005805570, 0xc008bc8480, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005805570, 0xc004cfc900, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043baa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 951 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0fe0, 0xc003f0b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0b418, 0xaa04d9, 0x2, 0xc00751b500, 0x955, 0x1, 0x1e0, 0xc00ac7c1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00751b500, 0x955, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0b570, 0xc004cfd680, 0x42, 0xc0044e037b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 952 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b8d400, 0x4eb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b8d400, 0x4eb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b8d400, 0x4eb, 0x0, 0x0, 0x115f500, 0x4eb, 0x4eb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b8d400, 0x4eb, 0x4eb, 0xc005b8d400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007291fc0, 0x3c, 0xc005b8d400, 0x4eb, 0xaa0378, 0x1, 0xc005b8d400, 0x4eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 954 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b9fca00, 0x13b7, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b9fca00, 0x13b7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0x115f500, 0x13b7, 0x13b7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc000630a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b9fca00, 0x13b7, 0x13b7, 0xc00b9fca00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005aa970, 0xf, 0xc00b9fca00, 0x13b7, 0xaa0378, 0x1, 0xc00b9fca00, 0x13b7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 955 [semacquire]: strings.genSplit(0xc006b14000, 0x11f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007fa4a00, 0x332, 0x332) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e8b418, 0xaa0503, 0x2, 0xc00221b900, 0x11f7, 0x3, 0x332, 0xc00265c720) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00221b900, 0x11f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e8b570, 0xc0057d0240, 0x1f, 0xc0060bb9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 956 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0032e0800, 0x1578, 0x2, 0xc0033d5270, 0xc00a09e538, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0032e0800, 0x1578, 0xaa0378, 0x1, 0xc004e16ce0, 0xc00ae7e700) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0033d53e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0033d53e0, 0xc00b1fd800, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0033d5401, 0xc00a09ebb0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0033d5570, 0xc00b1fd800, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 957 [semacquire]: regexp/syntax.(*parser).push(0xc006b2bf80, 0xc007cce620, 0xc007cce620) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc006b2bf80, 0x6b) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002859358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002859358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002859358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002859358, 0x75a856, 0x0, 0xc000b52ee0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002859358, 0xc002859320, 0xc0028593a8, 0x42ca96, 0xc00899ce10, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0028593c0, 0xc0028593d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651d600) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040080c0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002859570, 0xc006f01c40, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 958 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0022d6c00, 0x1282, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0022d6c00, 0x1282, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022d6c00, 0x1282, 0x0, 0x0, 0x115f500, 0x1282, 0x1282) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xaa0378, 0x1, 0xc0022d5900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022d6c00, 0x1282, 0x1282, 0xc0022d6c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064d8ec0, 0x39, 0xc0022d6c00, 0x1282, 0xaa0378, 0x1, 0xc0022d6c00, 0x1282, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 959 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b1c0, 0xc003c79318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c79418, 0xaa04f9, 0x2, 0xc001198000, 0x977, 0x4, 0x1dd, 0xc00272b160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001198000, 0x977, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c79570, 0xc000960b20, 0x2d, 0xc005927d10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004752c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 960 [semacquire]: regexp/syntax.(*parser).push(0xc000073920, 0xc005b2d880, 0x1) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc000073920, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000983358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000983358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000983358, 0x0, 0xb856e0, 0xc0003b0188, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000983358, 0xc006094070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000983358, 0x42ca96, 0xc004b1d8f0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006f00800, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00200de30, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000983570, 0xc00265da60, 0xabc101, 0x1d, 0x49, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 961 [semacquire]: strings.genSplit(0xc006598900, 0x81d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ac8f80, 0x199, 0x199) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0f418, 0xaa058b, 0x2, 0xc007a74900, 0x81d, 0x3, 0x199, 0xc0067b4840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007a74900, 0x81d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0f570, 0xc0051fc360, 0x20, 0xc000492da0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004755c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2466 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0029ae0d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae0d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029ae0d0, 0xc0077aacb0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aaa60, 0x0, 0x0, 0x0, 0xc0039cd258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aaa60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039cd950, 0xc003ecac00, 0x1248, 0x3, 0xc00454aa21, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 964 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0078ab8c0, 0xc0078ab8c0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054fb570, 0xc004ae3a80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 967 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0071c6000, 0x47b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0071c6000, 0x47b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0071c6000, 0x47b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0071c6000, 0x47b, 0x0, 0x0, 0x115f500, 0x47b, 0x47b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0071c6000, 0x47b, 0x0, 0x0, 0xaa0378, 0x1, 0xc000155680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0071c6000, 0x47b, 0x47b, 0xc0071c6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c19170, 0x30, 0xc0071c6000, 0x47b, 0xaa0378, 0x1, 0xc0071c6000, 0x47b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 968 [semacquire]: regexp.onePassCopy(0xc000ebd9e0, 0xc000ebd9e0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc000ebd9e0, 0xc000ebd9e0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x159) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c7d358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c7d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c7d358, 0x0, 0xb856e0, 0xc0003b0008, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c7d358, 0xc007cb4070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c7d358, 0x42cc84, 0xc000ebd9b0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003c7d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc009e376e0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007a95260, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003c7d570, 0xc00272a1a0, 0xabc101, 0x1d, 0x39, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 970 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x127, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a66f040, 0x127, 0x127, 0xc00a66f040) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cab400, 0x39, 0xc00a66f040, 0x127, 0xaa0378, 0x1, 0xc00a66f040, 0x127, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 971 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006f01800, 0xc003f0d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0d418, 0xaa058b, 0x2, 0xc005505800, 0x392, 0xc005505800, 0xc003f0d408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005505800, 0x392, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0d570, 0xc0081de980, 0x35, 0xc00886a1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 972 [semacquire]: bytes.makeSlice(0x19d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001f97260, 0x11d, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001f97260, 0xc0053bb8c0, 0x11d, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3b20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008139b60, 0xa9ece0, 0xc008139b30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001f97570, 0xc004e16a40, 0x58) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 973 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009e377e0, 0xc003cab318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cab418, 0xaa04d9, 0x2, 0xc0033e9b00, 0x8fe, 0xc0033e9b00, 0xc003cab408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0033e9b00, 0x8fe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cab570, 0xc008c7ef40, 0x48, 0xc0044e02d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 975 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc00571a060) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00571a060, 0x0, 0x0, 0x0, 0x800, 0xc006787000, 0x7ea, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006787000, 0x7ea, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc007c45b00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002743570, 0xc004b49e00, 0xc009c20160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1823 [semacquire]: bytes.makeSlice(0x103f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000f6f118, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000f6f118, 0x1189d56, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f6f118, 0xc003959201, 0xc73, 0xc73, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb7a0, 0xc004cd7b80, 0xc000f6dff8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb730, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb650, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea700, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea620, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebc70, 0xc002844d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc007aebc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebb90, 0x54b170, 0xc005853c70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007aebb90, 0x0, 0x0, 0x0, 0x0, 0xc007aebb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0074596b0, 0x0, 0x0, 0x0, 0x1800, 0xc006783000, 0x15fe, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006783000, 0x15fe, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00bcf3480) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002845570, 0xc0003b0ea0, 0xc0003b1840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 978 [semacquire]: strings.genSplit(0xc008fa6c00, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b3daf00, 0x20a, 0x20a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e99418, 0xaa04fd, 0x2, 0xc00598c800, 0xac7, 0x1, 0x20a, 0xc008c7ea40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00598c800, 0xac7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e99570, 0xc000961280, 0x21, 0xc00873e690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 979 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007970560, 0xc001b4d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b4d418, 0xaa04f9, 0x2, 0xc0037ba800, 0xb09, 0x1, 0x217, 0xc00000eb20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037ba800, 0xb09, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b4d570, 0xc00a251c20, 0x3b, 0xc00526dd00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cacc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 983 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f5b5e0, 0xaa04f9, 0x2, 0xc008e0f8c0, 0x14d, 0x1, 0x33, 0xc00723cdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f5b570, 0xc000ca1d40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 984 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651d120, 0xc0020bf318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020bf418, 0xaa04df, 0x2, 0xc0076f5700, 0x51e, 0x4, 0x114, 0xc00651d100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0076f5700, 0x51e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020bf570, 0xc007c64180, 0x39, 0xc0071acb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 985 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3af20, 0xc002177318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002177418, 0xaa058b, 0x2, 0xc0064b0300, 0x615, 0x4, 0x12f, 0xc00272a460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0064b0300, 0x615, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002177570, 0xc001d41ee0, 0x38, 0xc001da40c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 990 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002566a90, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002566a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002566a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002566a90, 0xc007995490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a895650, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00a895620) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a895620, 0x0, 0x0, 0x0, 0xc00, 0xc003129400, 0xb44, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003129400, 0xb44, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005cc9200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003849570, 0xc000421260, 0xc0019fb700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1150 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b4c0, 0xc00b12b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b12b418, 0xaa04df, 0x2, 0xc00b598c00, 0x1215, 0x5, 0x3bb, 0xc005ceff40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00b598c00, 0x1215, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b12b570, 0xc005cefa20, 0x3c, 0xc005d887d4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 994 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b9f5e0, 0xaa04f9, 0x2, 0xc0098c8c00, 0xb9, 0xb, 0xc000b9f2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00571bfb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00571bd70, 0xc000b9f378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000b9f570, 0xc00b6c1830, 0xc005409040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000b9f570, 0xc00b6c1830, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000b9f570, 0xc00b6c1830, 0xc00b6c1830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 996 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00059b418, 0xaa04f9, 0x2, 0xc008d1e380, 0xce1, 0x1, 0x295, 0xc00b43b960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d1e380, 0xce1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00059b570, 0xc0000cb240, 0x47, 0xc000ea7310) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 997 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0078e7000, 0x748, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0078e7000, 0x748, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0078e7000, 0x748, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0078e7000, 0x748, 0x0, 0x0, 0x115f500, 0x748, 0x748) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0078e7000, 0x748, 0x0, 0x0, 0xaa0378, 0x1, 0xc00660a800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0078e7000, 0x748, 0x748, 0xc0078e7000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00487c4c0, 0x31, 0xc0078e7000, 0x748, 0xaa0378, 0x1, 0xc0078e7000, 0x748, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 998 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00470ff20, 0xc003939318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003939418, 0xaa0569, 0x2, 0xc002957500, 0x9b9, 0x27, 0x1a5, 0xc009e372e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002957500, 0x9b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003939570, 0xc002186520, 0x41, 0xc00465fbd0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1001 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007676600, 0x10ef, 0xc0036f9270, 0xc00004d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007676600, 0x10ef, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036f9418, 0xaa04f9, 0x2, 0xc007676600, 0x10ef, 0x1, 0x32f, 0xc00875b5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007676600, 0x10ef, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036f9570, 0xc004991b40, 0x39, 0xc000be06c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1002 [semacquire]: regexp.makeOnePass(0xc009de5590, 0xc009de5590) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc005f1a4e0, 0xc005f1a4e0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00376b358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00376b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00376b358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00376b358, 0x75a856, 0x0, 0xc0034ff3b0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00376b358, 0xc00376b320, 0xc00376b3a8, 0x42ca96, 0xc005f1a4b0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00376b3c0, 0xc00376b3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc005e52280) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024210b0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00376b570, 0xc005f1d9e0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1003 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007971cc0, 0xc00393d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00393d418, 0xaa0569, 0x2, 0xc007d4dc00, 0x643, 0x15, 0x180, 0xc007971ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007d4dc00, 0x643, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00393d570, 0xc002186280, 0x33, 0xc000be04c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1004 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00393f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00393f358, 0xc0031e4070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00393f358, 0x42ca96, 0xc008b0f6b0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00393f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007b3bbe0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016d3500, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00393f570, 0xc0049420a0, 0xabc101, 0x1d, 0x40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1005 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046b95e0, 0xaa04f9, 0x2, 0xc00794b740, 0xb8, 0x5, 0x1e, 0xc007b3bee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0046b9570, 0xc003d23da0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046b9570, 0xc004ae3580, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1006 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).AddNodes(0xc007fac270, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:38 +0xa2 github.com/PuerkitoBio/goquery.(*Selection).AddSelection(0xc007fac270, 0xc007fac330, 0x6) /home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:27 +0x53 github.com/PuerkitoBio/goquery.(*Selection).Union(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:32 github.com/advancedlogic/GoOse.(*VideoExtractor).GetVideos(0xc006ac58a0, 0xc00113d460, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:141 +0x133 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:163 +0x86a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2448 [semacquire]: strings.genSplit(0xc0073bc000, 0x1437, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bc0a000, 0x459, 0x459) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008aaf418, 0xaa04f9, 0x2, 0xc00a31c000, 0x1437, 0x1, 0x459, 0xc007ff2f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a31c000, 0x1437, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008aaf570, 0xc007ff2b60, 0x86, 0xc008f9fdd0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1008 [semacquire]: strings.genSplit(0xc003d82000, 0x6ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f2ca00, 0x13d, 0x13d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0f418, 0xaa058b, 0x2, 0xc00a80a700, 0x6ae, 0x2, 0x13d, 0xc0049c1960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a80a700, 0x6ae, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a0f570, 0xc00265d4c0, 0x52, 0xc00247d740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1011 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004e0e000, 0x78e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004e0e000, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004e0e000, 0x78e, 0x0, 0x0, 0x115f500, 0x78e, 0x78e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004e0e000, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004cc9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004e0e000, 0x78e, 0x78e, 0xc004e0e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0069250c0, 0x3f, 0xc004e0e000, 0x78e, 0xaa0378, 0x1, 0xc004e0e000, 0x78e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1012 [semacquire]: strings.genSplit(0xc00350b300, 0x1213, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0093baa00, 0x323, 0x323) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c5418, 0xaa04d9, 0x2, 0xc003ffb300, 0x1213, 0x1, 0x323, 0xc00a117380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003ffb300, 0x1213, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c5570, 0xc00a8ebd40, 0x50, 0xc000490a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1013 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006061458, 0xaa04f9, 0x2, 0xc0024881e0, 0xe2, 0xc006061298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc008bc9ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc9e90, 0xc006061320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0060613e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0060613e0, 0xc004d593e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006061401, 0xc00009bf00) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006061570, 0xc004d593e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1014 [semacquire]: bytes.(*Buffer).grow(0xc00654d118, 0x1, 0x120) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc00654d118, 0x1189cea, 0x1, 0x1, 0x103, 0x120) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00654d118, 0xc00787dd40, 0x103, 0x7, 0xc00787dd40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00654d118, 0xc00288ce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00654d118, 0xc00288ce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288cd90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288cd90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288cd90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288ccb0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288ccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288c5b0, 0xc00393ad98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288c5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288c5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00b60f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00b60f340, 0x54b170, 0xc0071a36c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00b60f340, 0x0, 0x0, 0x0, 0x0, 0xc00b60f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b46c4b0, 0x0, 0x0, 0x0, 0x1980, 0xc00b192c80, 0x1870, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00b192c80, 0x1870, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002228680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00393b570, 0xc004ae3120, 0xc005f1c6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1015 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc006837fc0, 0x8, 0x8, 0xc00054f9a0, 0xa, 0xa, 0xc0036fb2e8, 0xc00b27d7a0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc000410930, 0x1, 0x1, 0xc0036fb3b8, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000410930, 0x1, 0x1, 0xb856e0, 0xc00b27d7a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00255e000, 0xaa03ab, 0x1, 0xc0094aa060) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc0036fb570, 0xc004cfca00, 0xc001e41080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1016 [semacquire]: strings.genSplit(0xc001de50e0, 0x111, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x111, 0xc001de4fc0, 0x111) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045215e0, 0xaa04f9, 0x2, 0xc001de4fc0, 0x111, 0xa, 0xc0045212e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc00571aa80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010455f0, 0xc004521378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004521570, 0xc0010452f0, 0xc008ddd1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004521570, 0xc0010452f0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004521570, 0xc0010452f0, 0xc0010452f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1019 [semacquire]: strings.genSplit(0xc007ff6d80, 0x474, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xf5, 0xf5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f33418, 0xaa0503, 0x2, 0xc007686480, 0x474, 0x2, 0xf5, 0xc004da17e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007686480, 0x474, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f33570, 0xc004943140, 0x42, 0xc004de745d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1380, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2452 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ebf418, 0xaa0503, 0x2, 0xc00213a800, 0xaf6, 0x2, 0x279, 0xc00a5aa540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00213a800, 0xaf6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ebf570, 0xc00a5aa1c0, 0x38, 0xc007a7b700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1021 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265c2c0, 0xc0036f5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036f5418, 0xaa0569, 0x2, 0xc0021d4800, 0x152e, 0x1d, 0x3eb, 0xc00000e840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0021d4800, 0x152e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036f5570, 0xc004942c40, 0x37, 0xc000be1640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1022 [semacquire]: regexp.(*bitState).reset(0xc000b68f20, 0xc000021c20, 0x89c, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x431, 0x2, 0xc00b5c20d0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x431, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x2, 0xc0056bb270, 0xc00653c6a0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc007a74000, 0x89c, 0xaa0378, 0x1, 0xc0028244e0, 0xc00a090800) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056bb3e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056bb3e0, 0xc004749d40, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056bb401, 0xc00a09e450) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056bb570, 0xc004749d40, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1023 [semacquire]: strings.genSplit(0xc0068b8000, 0x903, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1d5, 0x1d5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003953418, 0xaa059b, 0x2, 0xc004a2c000, 0x903, 0x5b, 0x1d5, 0xc006892580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004a2c000, 0x903, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003953570, 0xc004b49900, 0x32, 0xc000116ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2464 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ee9ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003ee9ba0, 0xc00327e3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa8a0, 0x0, 0x0, 0x0, 0xc00245f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa8a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00245f950, 0xc007ccb900, 0x10d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1029 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00470fc60, 0xc0030df318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030df418, 0xaa0503, 0x2, 0xc00626c600, 0x1858, 0x5, 0x522, 0xc007c646a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00626c600, 0x1858, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030df570, 0xc006b13cc0, 0x33, 0xc005d88600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1031 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004aa8000, 0x792, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004aa8000, 0x792, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004aa8000, 0x792, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004aa8000, 0x792, 0x0, 0x0, 0x115f500, 0x792, 0x792) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004aa8000, 0x792, 0x0, 0x0, 0xaa0378, 0x1, 0xc004aa7800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004aa8000, 0x792, 0x792, 0xc004aa8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be0800, 0x39, 0xc004aa8000, 0x792, 0xaa0378, 0x1, 0xc004aa8000, 0x792, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1032 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc006317900, 0x7c, 0x2, 0xc000fcde88, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc006317900, 0x7c, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc0034d8460, 0xc000fcdea0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0034dddc0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000fcf118, 0xc0034dddc0, 0xc000000001, 0xa) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fcf118, 0xc0034dddc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc0034dddc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc001b032d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fcf118, 0xc001b032d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc001b032d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b1490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b1490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b1490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b13b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b0cb0, 0xc00376ee10, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b0bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b0bd0, 0x54b170, 0xc006fe7ba0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0019b0bd0, 0x0, 0x0, 0x0, 0x0, 0xc0019b0bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007796f30, 0x0, 0x0, 0x0, 0x4800, 0xc009d77000, 0x46dd, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc009d77000, 0x46dd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0048ff2c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00376f570, 0xc00000f460, 0xc002126fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1033 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005057b80, 0x52e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005057b80, 0x52e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005057b80, 0x52e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005057b80, 0x52e, 0x0, 0x0, 0x115f500, 0x52e, 0x52e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005057b80, 0x52e, 0x0, 0x0, 0xaa0378, 0x1, 0xc005057080) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005057b80, 0x52e, 0x52e, 0xc005057b80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618eac0, 0x35, 0xc005057b80, 0x52e, 0xaa0378, 0x1, 0xc005057b80, 0x52e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1034 [semacquire]: regexp.(*Regexp).get(0xc000137ae0, 0xc009e5f401) /usr/local/go/src/regexp/regexp.go:255 +0x247 regexp.(*Regexp).doExecute(0xc000137ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc005bc46b0, 0x9, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:538 +0xb5 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).MatchString(...) /usr/local/go/src/regexp/regexp.go:507 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc00ae35950) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae35920, 0xc0048472a8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc00ae35890) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae357a0, 0xc004847350, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc004847708, 0xc00265d120, 0xc000137ae0, 0xc0048473f8, 0xc005be7920) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc004847708, 0xc00265d120, 0xc00afb1aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006971a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1036 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265cac0, 0xc005271318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005271418, 0xaa0569, 0x2, 0xc0079f9300, 0x1280, 0x1c, 0x3b2, 0xc004eae580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0079f9300, 0x1280, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005271570, 0xc00000f060, 0x37, 0xc006924a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006974a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1038 [semacquire]: strings.genSplit(0xc009420000, 0x175e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c972a80, 0x494, 0x494) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a3d418, 0xaa05c9, 0x2, 0xc00939d800, 0x175e, 0x8, 0x494, 0xc0000cbf00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00939d800, 0x175e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a3d570, 0xc00265c020, 0x3c, 0xc00618f540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006977a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1041 [semacquire]: strings.genSplit(0xc007aa2c00, 0x15f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x15f, 0xc00242edc0, 0x15f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0050035e0, 0xaa04f9, 0x2, 0xc00242edc0, 0x15f, 0x1, 0x22, 0xc00b31de40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005003570, 0xc000a52e40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1043 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00256d5e0, 0xaa04f9, 0x2, 0xc00a704a00, 0x1493, 0xb, 0x26, 0xc000e06420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00256d570, 0xc0027fe340, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1843 [semacquire]: bytes.makeSlice(0x451, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00432b3e0, 0x9d, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00432b3e0, 0xc0069c8820, 0x9d, 0x5165d7, 0xc00292f418, 0xc00a4dfde0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de2310) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de22a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000309730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000309650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0085588c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00505c4e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00432b570, 0xc00a6239e0, 0x3a, 0xc00266d080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1045 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651d0e0, 0xc004799318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004799418, 0xaa04df, 0x2, 0xc005c10600, 0x5ab, 0x5, 0x14a, 0xc009ecc120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c10600, 0x5ab, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004799570, 0xc0021260c0, 0x39, 0xc00526ca40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1046 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00646dc00, 0xb29, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00646dc00, 0xb29, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00646dc00, 0xb29, 0x0, 0x0, 0x115f500, 0xb29, 0xb29) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00646dc00, 0xb29, 0x0, 0x0, 0xaa0378, 0x1, 0xc00646c400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00646dc00, 0xb29, 0xb29, 0xc00646dc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618f896, 0x25, 0xc00646dc00, 0xb29, 0xaa0378, 0x1, 0xc00646dc00, 0xb29, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000983c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1047 [semacquire]: strings.genSplit(0xc008494000, 0xc0c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x4007f6004391408) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b27418, 0xaa04fd, 0x2, 0xc005c3d900, 0xc0c, 0xc005c3d900, 0xc003b27408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c3d900, 0xc0c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b27570, 0xc0085a0d00, 0x37, 0xc005365840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1048 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002478000, 0x136e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002478000, 0x136e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002478000, 0x136e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002478000, 0x136e, 0x0, 0x0, 0x115f500, 0x136e, 0x136e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002478000, 0x136e, 0x0, 0x0, 0xaa0378, 0x1, 0xc002092a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002478000, 0x136e, 0x136e, 0xc002478000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005217cc0, 0x3a, 0xc002478000, 0x136e, 0xaa0378, 0x1, 0xc002478000, 0x136e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000986c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1049 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0091fe3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0091fe390, 0xc00894d320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00894d708, 0xc00aa682a0, 0xaac03e, 0x7, 0xc00aa682a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00894d708, 0xc00aa682a0, 0xc0085a1e20) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1051 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002041118, 0xc00698c5f1, 0x47, 0x47, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002041118, 0xc006d9ce00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9cc40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002041118, 0xc006d9cc40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002041118, 0xc006d9cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002041118, 0xc006d9cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9c380, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc006d9c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc006d9c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9c2a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc006d9c2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc006d9c2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc0097dc9a0, 0xc005d72d88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc0097dc9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc0097dc9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc0097dc8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc0097dc8c0, 0x54b170, 0xc002fe84e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0097dc8c0, 0x0, 0x0, 0x0, 0x0, 0xc0097dc8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008d30360, 0x0, 0x0, 0x0, 0x1300, 0xc0040ad900, 0x1041, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0040ad900, 0x1041, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc009940e80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d73570, 0xc004fa8780, 0xc002127120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1052 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc001e1e000, 0x798, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004983f50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018e1570, 0xc004990660, 0xc008f46a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1053 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a623420, 0xc003779318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003779418, 0xaa04f9, 0x2, 0xc00aa5a000, 0x1d5c, 0x1, 0x58a, 0xc00a623400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00aa5a000, 0x1d5c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003779570, 0xc00a251600, 0x37, 0xc006567ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1054 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc004b1d4d0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004b1d4a0, 0xc002e5f320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002e5f708, 0xc007d6dd20, 0xaac03e, 0x7, 0xc007d6dd20) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002e5f708, 0xc007d6dd20, 0xc00b43b680) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000991a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1055 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d060, 0xc0039fd318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039fd418, 0xaa04fd, 0x2, 0xc007dd5500, 0x1418, 0x1, 0x396, 0xc00ac7c3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007dd5500, 0x1418, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039fd570, 0xc005e53ce0, 0x35, 0xc0052e9080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1056 [semacquire]: regexp/syntax.(*parser).push(0xc0030921e0, 0xc002d90000, 0xc000dc2e01) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc0030921e0, 0xaba609, 0xe) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000dc3358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000dc3358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000dc3358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000dc3358, 0x75a856, 0x0, 0xc0049c9500, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000dc3358, 0xc000dc3320, 0xc000dc33a8, 0x42ca96, 0xc008545050, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000dc33c0, 0xc000dc33d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049c0360) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00326a1b0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000dc3570, 0xc004991780, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000994a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1060 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00b4f4000, 0x162a, 0x2, 0xc007083270, 0xc008fb1d28, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00b4f4000, 0x162a, 0xaa04bf, 0x2, 0xc00b4f4000, 0x162a) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0070833e0, 0xc000d6b400, 0xc) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0070833e0, 0xc00119a8a0, 0xaa04f9, 0x2, 0xc007083570, 0x8, 0x9ecc80, 0xc007083401, 0xc008084c68) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007083570, 0xc00119a8a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1061 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bcbe800, 0x384, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bcbe800, 0x384, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bcbe800, 0x384, 0x0, 0x0, 0x115f500, 0x384, 0x384) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bcbe800, 0x384, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bcbe400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bcbe800, 0x384, 0x384, 0xc00bcbe800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006804340, 0x38, 0xc00bcbe800, 0x384, 0xaa0378, 0x1, 0xc00bcbe800, 0x384, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1062 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003cef140, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc003cef140, 0xb7b620, 0xc006c288a0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc006c288a0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc006c288a0, 0xc003cef230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c288a0, 0x0, 0x0, 0x0, 0x900, 0xc006d8c000, 0x880, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc006d8c000, 0x880, 0x0, 0x0, 0x0, 0x440d95, 0xc0097b0780, 0x7f602d605bb5, 0xa852f2b400000001) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003cef570, 0xc00265dc20, 0xc000420ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1063 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0096b4240, 0x2a97d0748, 0x1251a20, 0xc00b0ff160, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1064 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0072bc000, 0x20, 0x203001, 0x203001, 0x203001) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006b25570, 0xc002b56fc0, 0xc002186660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1065 [semacquire]: strings.genSplit(0xc006ab5300, 0x18f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x47f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0000c3570, 0xc00593eb40, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0000c3570, 0xc00651c580, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b02a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1069 [semacquire]: regexp.(*machine).alloc(...) /usr/local/go/src/regexp/exec.go:110 regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7563307100000001, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6536527459686f74) /usr/local/go/src/regexp/exec.go:363 +0x46c regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6d61635f00000011, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x44206f72655a2064) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6c70206700000016, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x3d656372756f735f) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x657265770000001e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x73656c757220676e) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7261702d00000026, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5841546e67697365) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656c706f0000002f, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6c6c6974736e6920) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6f735f6d00000036, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5841546e67697365) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x657361650000003d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x657020726f66206c) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2073656800000046, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f2064656b726170) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x692074680000004c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656420646e61202c) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65443d6500000052, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x635f6d7475264958) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74696e7500000059, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6e616d6574614220) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x443d6d7500000060, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d74752649584154) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7475264900000071, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x65443d6e67696170) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6d7569640000007c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7526495841546e67) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7420676e00000084, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x74206e6920796164) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x8d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x9d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xa7, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73696d20000000c2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x2a2a2063696d6564) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656d2065000000d4, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f7263206e692067) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6c616963000000dc, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6e6920676e697974) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x72657474000000e2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x72756f735f6d7475) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x64656e6f0000010d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x666f20656b616c20) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74732f7600000117, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x756964656d5f6d74) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6720656c00000121, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x202e686361656220) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x333d65700000012a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x342d766d6e756672) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7331646d00000131, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x72656d656f6f7a72) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x786237320000018a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7861746e67697365) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x70206e6500000195, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7420726f66207265) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x75266978000001b1, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7365643d746e6574) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x746e6576000001c3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7370747468202820) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x643d6d72000001c9, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x697861746e676973) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74206272000001db, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7777772f2f3a7370) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e65746e000001e2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7369207375726976) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x79617473000001fa, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20746920646e6120) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6920736100000202, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6920656874207475) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x61206c6c0000020e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d6f632e72657474) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6769736500000217, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x202e6f6564697620) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656e206700000221, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7861746e67697365) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65643d6e00000227, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656369746f6e2f6d) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2a20292000000231, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x2f7375746174732f) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3d6e676900000247, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6974746567205d6e) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7420666f00000251, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7370747468223d63) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65643d6d00000258, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x746e67697365643d) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e696c6c00000270, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x27b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20656b614c207399) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6469762000000284, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x676e697275642073) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x69786f720000028b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7320736177206f65) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e55203f00000293, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f63532079622074) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6574736f0000029b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x50206c6f6f50206e) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2073746e000002a8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7220676e69636e61) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x72657720000002d0, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x742064656c6c6974) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73616572000002e8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7020726f66206c61) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73656863000002ef, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656b726170732073) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74686769000002fa, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20646e61202c7375) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6f70706f00000305, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x42206e6f73614a20) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x746142200000030e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7320726574666120) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6572756700000316, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x74746977742f2f3a) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4958415400000327, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x3b706d6126495841) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e20226f00000330, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d617266693c2020) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x33e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x344, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x352, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x36a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x376, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc0003786d8) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xc000000382, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x60) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2030000000038c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3a0, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc000378880) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3af, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc00389cd00) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3c3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x101000100) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3ca, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xab52f4) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3d3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xab6d98) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3db, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x13) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3e1, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3e8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3f3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x75) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3fd, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x404, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xaa04f9) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x415, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5b) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x41f, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x426, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x43b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x44c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x46d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x4e) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xc000000475, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x120) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x485, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x48d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x49c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4a3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4ad, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x4564cc) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7f60000004c2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc0003798b8) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4dd, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x10) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4e6, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc00b14df20) /usr/local/go/src/regexp/exec.go:340 +0x2ec created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1070 [semacquire]: strings.genSplit(0xc00190f500, 0xa12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b3d6500, 0x20f, 0x20f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a67418, 0xaa04f9, 0x2, 0xc004161500, 0xa12, 0x1, 0x20f, 0xc000a52e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004161500, 0xa12, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a67570, 0xc002b56fe0, 0x3c, 0xc005365d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1071 [semacquire]: regexp.(*Regexp).get(0xc000137ae0, 0xc00b371901) /usr/local/go/src/regexp/regexp.go:256 +0x2f5 regexp.(*Regexp).doExecute(0xc000137ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004626ba0, 0x9, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:538 +0xb5 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).MatchString(...) /usr/local/go/src/regexp/regexp.go:507 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc00869b440) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b410, 0xc0057432a8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc00869b380) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b290, 0xc005743350, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc005743708, 0xc002b57080, 0xc000137ae0, 0xc0057433f8, 0xc007cdd0b0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005743708, 0xc002b57080, 0xc001fc1c80) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1072 [semacquire]: strings.genSplit(0xc00a2345a0, 0x1ce, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1ce, 0xc00a2343c0, 0x1ce) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a495e0, 0xaa04f9, 0x2, 0xc00a2343c0, 0x1ce, 0x17, 0x35, 0xc005307360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a49570, 0xc0077ae840, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1073 [semacquire]: encoding/json.Unmarshal(0xc0048de360, 0x10c, 0x120, 0x9cfa40, 0xc0049c1a40, 0x120, 0x1) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0028255c0, 0xc000b04c00, 0x1141, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc000b04c00, 0x1141, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006924c00, 0x3c, 0xc000b04c00, 0x1141, 0xaa0378, 0x1, 0xc000b04c00, 0x1141, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1075 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0075dc780, 0xe, 0x10, 0xc002326500, 0x14, 0x20, 0xc002abb1e8, 0xc004ab89e0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc00a26b408, 0x1, 0x1, 0xc002abb2b8, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00a26b408, 0x1, 0x1, 0xb856e0, 0xc004ab89e0, 0xfffffffffffffff9, 0xf0, 0x4031000000000000) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc009700420, 0xaa03b1, 0x1, 0x4015000000000000) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002abb570, 0xc009700420, 0xc00b3e77e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:632 +0x56 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002abb570, 0xc009700420, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002abb570, 0xc009700420, 0xc009700420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b11a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1076 [semacquire]: strings.genSplit(0xc001e9f800, 0xa8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc0047cd3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047cd418, 0xaa0503, 0x2, 0xc001e9ec00, 0xa8e, 0xc001e9ec00, 0xc0047cd408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001e9ec00, 0xa8e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047cd570, 0xc008c7e200, 0x43, 0xc005d3e690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1078 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00437e480, 0x442, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00437e480, 0x442, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00437e480, 0x442, 0x0, 0x0, 0x115f500, 0x442, 0x442) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00437e480, 0x442, 0x0, 0x0, 0xaa0378, 0x1, 0xc00437e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00437e480, 0x442, 0x442, 0xc00437e480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00266d640, 0x38, 0xc00437e480, 0x442, 0xaa0378, 0x1, 0xc00437e480, 0x442, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b17a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1080 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002169c00, 0x345, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002169c00, 0x345, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002169c00, 0x345, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002169c00, 0x345, 0x0, 0x0, 0x115f500, 0xc002169c00, 0x345) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002169c00, 0x345, 0x0, 0x0, 0xaa0378, 0x1, 0xc002169880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002169c00, 0x345, 0x345, 0xc002169c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002361ac0, 0x36, 0xc002169c00, 0x345, 0xaa0378, 0x1, 0xc002169c00, 0x345, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1081 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0084fad50, 0x2e6d28543, 0x1251a20, 0xc005f1dd00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1082 [semacquire]: bytes.makeSlice(0x2f2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00c0315f0, 0x8, 0xc000b78fc0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00c0315f0, 0xc004a05b40, 0x8, 0x6, 0xffffffffffffffff, 0xad0190) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00c0315f0, 0xc004a05b40, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00c0315f0, 0xc0063f8ee0, 0xb84d20, 0xc00c0315f0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00c0315f0, 0xc0063f8ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00c0315c0, 0x203003, 0x203003, 0xe7a7b400000004, 0x52) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00c0315c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006ed0f60, 0xc0089a5320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0089a5708, 0xc0051fc840, 0xaac03e, 0x7, 0xc0051fc840) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0089a5708, 0xc0051fc840, 0xc004ab9b00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1083 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bcd5e0, 0xaa04f9, 0x2, 0xc0075a4fc0, 0x69, 0x30, 0xc002bcd2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00b2aca80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2aca50, 0xc002bcd378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002bcd570, 0xc00b5ef6e0, 0xc0049c0a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002bcd570, 0xc00b5ef6e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002bcd570, 0xc00b5ef6e0, 0xc00b5ef6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2458 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ee95f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003ee96c0, 0xc000d08fc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa7c0, 0x0, 0x0, 0x0, 0xc00457d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa7c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00457d950, 0xc00813c000, 0x11b7, 0x6, 0xc0072b846e, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a06660, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1089 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005cf8000, 0xc04, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005cf8000, 0xc04, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005cf8000, 0xc04, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005cf8000, 0xc04, 0x0, 0x0, 0x115f500, 0xc04, 0xc04) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005cf8000, 0xc04, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d39200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005cf8000, 0xc04, 0xc04, 0xc005cf8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006699080, 0x3c, 0xc005cf8000, 0xc04, 0xaa0378, 0x1, 0xc005cf8000, 0xc04, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1091 [semacquire]: strings.genSplit(0xc003cb8380, 0xc8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x283, 0x283) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004023418, 0xaa0569, 0x2, 0xc003e81b00, 0xc8e, 0x1c, 0x283, 0xc005f1c8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e81b00, 0xc8e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004023570, 0xc0028243c0, 0x3b, 0xc0001177c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1094 [semacquire]: strings.genSplit(0xc0055ca000, 0xda6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b3ea80, 0x2a3, 0x2a3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d79418, 0xaa04f9, 0x2, 0xc006b29000, 0xda6, 0x1, 0x2a3, 0xc007b3aa40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b29000, 0xda6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d79570, 0xc00ad50220, 0x39, 0xc005365e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1095 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005760c00, 0x5f6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005760c00, 0x5f6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005760c00, 0x5f6, 0x0, 0x0, 0x115f500, 0x5f6, 0x5f6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005760c00, 0x5f6, 0x0, 0x0, 0xaa0378, 0x1, 0xc006cbc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005760c00, 0x5f6, 0x5f6, 0xc005760c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064d8d0b, 0x29, 0xc005760c00, 0x5f6, 0xaa0378, 0x1, 0xc005760c00, 0x5f6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1096 [semacquire]: strings.genSplit(0xc00577c800, 0x72e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0090d9300, 0x185, 0x185) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a37418, 0xaa0503, 0x2, 0xc00257f800, 0x72e, 0x3, 0x185, 0xc004b483a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00257f800, 0x72e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a37570, 0xc002b56de0, 0x39, 0xc005365640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1099 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00608e600, 0x5ab, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00608e600, 0x5ab, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00608e600, 0x5ab, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00608e600, 0x5ab, 0x0, 0x0, 0x115f500, 0x5ab, 0x5ab) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00608e600, 0x5ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc004fd0600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00608e600, 0x5ab, 0x5ab, 0xc00608e600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006804480, 0x3b, 0xc00608e600, 0x5ab, 0xaa0378, 0x1, 0xc00608e600, 0x5ab, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1100 [semacquire]: github.com/gigawattio/window.Rolling(0xc003988000, 0x28b, 0x28b, 0x3, 0x0, 0x28a, 0xc003988000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f47570, 0xc0021262e0, 0xc006b13000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1101 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00456d418, 0xaa059b, 0x2, 0xc00b0bc000, 0x1558, 0x67, 0x401, 0xc00a623580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b0bc000, 0x1558, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00456d570, 0xc000a521e0, 0x3b, 0xc00526dd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1102 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005630750, 0xc003449230, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc003449570, 0xc0053064c0, 0x28, 0xc0056306c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003449570, 0xc0053064c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1104 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc003d25450) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc003d25450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d25450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003d25450, 0xc0043bbf10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0079b6ea0, 0x0, 0x0, 0x0, 0xc002f57258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0079b6ea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f57950, 0xc006132000, 0x19c9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1105 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002593418, 0xaa04f9, 0x2, 0xc00905cf80, 0x19a3, 0xc00905cf80, 0xc002593408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00905cf80, 0x19a3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002593570, 0xc004ab8b40, 0x32, 0xc0053c74c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1106 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b3e0, 0xc005e9d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e9d418, 0xaa0569, 0x2, 0xc00443d000, 0x16fb, 0x1e, 0x445, 0xc00272b2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00443d000, 0x16fb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e9d570, 0xc00523a4e0, 0x39, 0xc0087984c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1107 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008c7e780, 0xc006a45318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a45418, 0xaa058b, 0x2, 0xc0039bc480, 0x19df, 0x4, 0x49a, 0xc005f1cde0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0039bc480, 0x19df, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006a45570, 0xc0082ee380, 0x3c, 0xc007db3acc) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1108 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004001338, 0x20300200000000, 0x7f5ff4388fff, 0xc004001270, 0x78) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004001338, 0xc000900c00, 0x5, 0xc004001288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004001338, 0xc004001350, 0x43b3b7, 0x1252790, 0xc004001300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f60041d4748, 0xc004001301, 0x10100000042ab7a, 0x0, 0x12b2) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00119b020, 0xaa64ee, 0x5, 0x18e7) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004001570, 0xc001d40cc0, 0x12b2, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016723c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1110 [semacquire]: regexp.onePassCopy(0xc00c0308a0, 0xc00c0308a0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc00c0308a0, 0xc00c0308a0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a6d358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a6d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a6d358, 0x0, 0xb856e0, 0xc0003b0048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a6d358, 0xc001bf2d20, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a6d358, 0x42ca96, 0xc00c030870, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005a6d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00265ca20, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005c38fc0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005a6d570, 0xc004fa8fe0, 0xabc101, 0x1d, 0x3c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1112 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002532c00, 0x12c9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002532c00, 0x12c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002532c00, 0x12c9, 0x0, 0x0, 0x115f500, 0x12c9, 0x12c9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002532c00, 0x12c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc002530600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002532c00, 0x12c9, 0x12c9, 0xc002532c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044e19a0, 0x4c, 0xc002532c00, 0x12c9, 0xaa0378, 0x1, 0xc002532c00, 0x12c9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1115 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0067dad80, 0xc84, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0067dad80, 0xc84, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0067dad80, 0xc84, 0x0, 0x0, 0x115f500, 0xc84, 0xc84) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0067dad80, 0xc84, 0x0, 0x0, 0xaa0378, 0x1, 0xc0067da000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0067dad80, 0xc84, 0xc84, 0xc0067dad80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000af7d80, 0x3a, 0xc0067dad80, 0xc84, 0xaa0378, 0x1, 0xc0067dad80, 0xc84, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016729c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1116 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0068e7800, 0x7b3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0068e7800, 0x7b3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0068e7800, 0x7b3, 0x0, 0x0, 0x115f500, 0x7b3, 0x7b3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0068e7800, 0x7b3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0068e6800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0068e7800, 0x7b3, 0x7b3, 0xc0068e7800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0068041c0, 0x38, 0xc0068e7800, 0x7b3, 0xaa0378, 0x1, 0xc0068e7800, 0x7b3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1119 [semacquire]: bytes.makeSlice(0x11f0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001cf6db0, 0xce, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001cf6db0, 0xc00542e410, 0xce, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001cf6db0, 0xc00542e410, 0xce, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001cf6db0, 0xc005433d50, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001cf6db0, 0xc0052fe380, 0xb84d20, 0xc001cf6db0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001cf6db0, 0xc0052fe380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001cf6d50, 0x203000, 0x203000, 0x560ba51900000000, 0x7f60043b43b8) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001cf6d50) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001cf6c90, 0xc002287320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002287708, 0xc004ab9600, 0xaac03e, 0x7, 0xc004ab9600) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002287708, 0xc004ab9600, 0xc00a9d03e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1120 [semacquire]: bytes.makeSlice(0x2d2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000c93260, 0x8, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000c93260, 0xc0027a23f0, 0x8, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00110dc70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002484770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055ceba0, 0xc0055cf200, 0xc00253d480) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c93570, 0xc00272a180, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1121 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008fa7800, 0xa94, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008fa7800, 0xa94, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008fa7800, 0xa94, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008fa7800, 0xa94, 0x0, 0x0, 0x115f500, 0xa94, 0xa94) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008fa7800, 0xa94, 0x0, 0x0, 0xaa0378, 0x1, 0xc008fa6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008fa7800, 0xa94, 0xa94, 0xc008fa7800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ebef40, 0x39, 0xc008fa7800, 0xa94, 0xaa0378, 0x1, 0xc008fa7800, 0xa94, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1122 [semacquire]: strings.genSplit(0xc0053a8000, 0x412, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b1dcc00, 0x102, 0x102) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00403d418, 0xaa0569, 0x2, 0xc0026e6900, 0x412, 0x11, 0x102, 0xc0049c0840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0026e6900, 0x412, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00403d570, 0xc0019fa980, 0x39, 0xc0062a63c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1123 [semacquire]: regexp.onePassCopy(0xc005540ba0, 0xc005540ba0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc005540ba0, 0xc005540ba0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ddb358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ddb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ddb358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ddb358, 0xc000cb6070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ddb358, 0x42ca96, 0xc005540b40, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ddb3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006892540, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005632c60, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ddb570, 0xc004ab9300, 0xabc101, 0x1d, 0x3a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1129 [semacquire]: strings.genSplit(0xc004998000, 0x17bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1b91, 0xc008ab8000, 0x17bc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002107458, 0xaa04f9, 0x2, 0xc008ab8000, 0x17bc, 0xc002107298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc0052a45d0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0052a45a0, 0xc002107320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0021073e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0021073e0, 0xc009c84930, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002107401, 0xc009e5fd90) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002107570, 0xc009c84930, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0002167c0, 0xc000216930, 0xc000216d10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 422 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc002982e90, 0xc0060ba8d8, 0x1, 0x2, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc002982e90, 0xc000e7e620, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc002982e90, 0xc000e7e690, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc000e7e690, 0xc000e7e690, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002983358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002983358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002983358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002983358, 0x75a856, 0x0, 0xc001ef7ab0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002983358, 0xc002983320, 0xc0029833a8, 0x42ca96, 0xc00bd5d590, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0029833c0, 0xc0029833d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc008f47da0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ade180, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002983570, 0xc002825360, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673500, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 423 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007b3bea0, 0xc0024a5200, 0x59d, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0024a5200, 0x59d, 0x59d, 0x1, 0xc0024a5200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba88a0, 0x2d, 0xc0024a5200, 0x59d, 0xaa0378, 0x1, 0xc0024a5200, 0x59d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fad20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2444 [semacquire]: strings.genSplit(0xc008772000, 0x389, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xd3, 0xd3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ff5418, 0xaa0503, 0x2, 0xc00289b800, 0x389, 0x1, 0xd3, 0xc006448480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00289b800, 0x389, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ff5570, 0xc0064480c0, 0x45, 0xc002838410) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 425 [semacquire]: regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0072400d4, 0x7f602d0a9e01, 0x47f290, 0xc006164e20) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc00126f680, 0xc00724f2a0, 0x509d68) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036bf570, 0xc0064484c0, 0xc0027fe720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023faea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 426 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a742700, 0x65f, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a742700, 0x65f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a742700, 0x65f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a742700, 0x65f, 0x0, 0x0, 0x115f500, 0x65f, 0x65f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a742700, 0x65f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a3f8a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a742700, 0x65f, 0x65f, 0xc00a742700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001df5a40, 0x58, 0xc00a742700, 0x65f, 0xaa0378, 0x1, 0xc00a742700, 0x65f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023faf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 427 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006941000, 0xe09, 0xc003831270, 0xc00125d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006941000, 0xe09, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003831418, 0xaa0569, 0x2, 0xc006941000, 0xe09, 0x1b, 0x2f8, 0xc004942780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006941000, 0xe09, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003831570, 0xc0079b7740, 0x5d, 0xc0041cb2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 428 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0068bfda0, 0xaa449e, 0x4, 0xc000887708) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*Cleaner).cleanParaSpans(0xc000887708, 0xc006893420, 0xc0008873c8) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:445 +0x43 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000887708, 0xc006893420, 0xc0077afec0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:296 +0x30d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 404 [semacquire]: bytes.makeSlice(0x33a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00afcc780, 0xa, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00afcc780, 0xad03b2, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00afcc780, 0xc001b12a80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc00afcc780, 0xc001b128c0, 0xb84d20, 0xc00afcc780) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00afcc780, 0xc001b128c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00afcc750, 0x203002, 0x203002, 0x478a5abe00000000, 0xc00887b190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00afcc750) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00afcc720, 0xc00887b320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00887b708, 0xc005f1ccc0, 0xaac03e, 0x7, 0xc005f1ccc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00887b708, 0xc005f1ccc0, 0xc00723d7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119c8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 405 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00498b000, 0x3c9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00498b000, 0x3c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00498b000, 0x3c9, 0x0, 0x0, 0x115f500, 0x3c9, 0x3c9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00498b000, 0x3c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc006115800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00498b000, 0x3c9, 0x3c9, 0xc00498b000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00830a14c, 0x41, 0xc00498b000, 0x3c9, 0xaa0378, 0x1, 0xc00498b000, 0x3c9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 409 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00511b800, 0x6c2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00511b800, 0x6c2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00511b800, 0x6c2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00511b800, 0x6c2, 0x0, 0x0, 0x115f500, 0x6c2, 0x6c2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00511b800, 0x6c2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00511b100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00511b800, 0x6c2, 0x6c2, 0xc00511b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006028e10, 0x44, 0xc00511b800, 0x6c2, 0xaa0378, 0x1, 0xc00511b800, 0x6c2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 414 [semacquire]: strings.Replace(0xc008790000, 0x1d0e, 0xaadee1, 0x8, 0xaa11bf, 0x3, 0x2, 0xc008790000, 0x1d0e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003525570, 0xc008f47380, 0xc00b62c360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 415 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052575e0, 0xaa04f9, 0x2, 0xc006d22000, 0xc36, 0x0, 0xc000703c00, 0x7f602d0a97d0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005257570, 0xc004ae2a00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1138 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003845418, 0xaa04f9, 0x2, 0xc005da3b00, 0xc9a, 0x1, 0x263, 0xc00aa69500) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005da3b00, 0xc9a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003845570, 0xc002127a00, 0x5c, 0xc0041cb8d7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1139 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc001b94000, 0x1b, 0x20, 0xc0016f5c00, 0x38, 0x38, 0xc001fff090, 0xc004c4dd20, 0x20, 0x10) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc00069bef0, 0x1, 0x1, 0xc001fff160, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00069bef0, 0x1, 0x1, 0xb856e0, 0xc004c4dd20, 0xc00069bef0, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e8b530, 0xaa03b1, 0x1, 0xc001fff248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc001fff570, 0xc009ff51c0, 0x7f602d0a9108, 0xc0005f1c80, 0x6d0000c00445e8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001fff570, 0xc009ff51c0, 0x6b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1140 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0081560d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0081561a0, 0xc00482c0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00119a210, 0x0, 0x0, 0x0, 0x0, 0x2001, 0xc004c710e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004c710e0, 0x0, 0x0, 0x0, 0x2500, 0xc003a40000, 0x20de, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003a40000, 0x20de, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e51840) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004df7570, 0xc007b3b2c0, 0xc00272a240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1141 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc001b066e0, 0x7, 0x2, 0xc002ad8590, 0xc004e2a1b8, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc001b066e0, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ad9118, 0xc00b6c2850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b6c2690, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b6c2690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b6c2690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b6c25b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b6c25b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b6c25b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b3b0620, 0xc000e7dc00, 0x7f602d0ab2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b3b0620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b3b0620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc0068f1c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc0068f1c00, 0x54b170, 0xc008156340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0068f1c00, 0x0, 0x0, 0x0, 0x0, 0xc0068f1c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00117c1b0, 0x0, 0x0, 0x0, 0xd80, 0xc00bb16000, 0xc8f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00bb16000, 0xc8f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005926d20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00305b570, 0xc00690e500, 0xc008bddaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1143 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cd3000, 0x7f0, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cd3000, 0x7f0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cd3000, 0x7f0, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cd3000, 0x7f0, 0x0, 0x0, 0x115f500, 0x7f0, 0x7f0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cd3000, 0x7f0, 0x0, 0x0, 0xaa0378, 0x1, 0xc003cd2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cd3000, 0x7f0, 0x7f0, 0xc003cd3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028384b0, 0x3c, 0xc003cd3000, 0x7f0, 0xaa0378, 0x1, 0xc003cd3000, 0x7f0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1144 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0x115f500, 0xc2b, 0xc2b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00112b200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b0fa000, 0xc2b, 0xc2b, 0xc00b0fa000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a7de00, 0x2f, 0xc00b0fa000, 0xc2b, 0xaa0378, 0x1, 0xc00b0fa000, 0xc2b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1145 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47a00, 0xc001ec1318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ec1418, 0xaa05c9, 0x2, 0xc0028d6000, 0xf74, 0x5, 0x2e8, 0xc00b0ff320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0028d6000, 0xf74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ec1570, 0xc001b882c0, 0x30, 0xc001ba8690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 52 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006573000, 0xef5, 0xc003e17270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006573000, 0xef5, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e17418, 0xaa0569, 0x2, 0xc006573000, 0xef5, 0x19, 0x2db, 0xc004ab8e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006573000, 0xef5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e17570, 0xc0081debe0, 0x3a, 0xc000cab500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 53 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0003961a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0003961a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0003961a0, 0xc006ffb110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0057d1580, 0x0, 0x0, 0x0, 0xc00390f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0057d1580, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00390f950, 0xc0063d9000, 0x2abf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017356e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 54 [semacquire]: regexp.(*bitState).reset(0xc000b69130, 0xc005f1b380, 0x588, 0x2) /usr/local/go/src/regexp/backtrack.go:84 +0x25e regexp.(*Regexp).backtrack(0xc001cbdb80, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x0, 0x2, 0xc008c53400, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc001cbdb80, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc001cbdb80, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x2, 0xc00223b270, 0xc006d54000, 0x588, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc001cbdb80, 0xc006d54000, 0x588, 0xaa0378, 0x1, 0x1, 0x19) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002047570, 0xc001fc1dc0, 0xc005cee420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017357a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 56 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b9cba0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b9cb80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003605800, 0x6d4, 0x6d4, 0x1, 0xc003605800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97580, 0x40, 0xc003605800, 0x6d4, 0xaa0378, 0x1, 0xc003605800, 0x6d4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 57 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020795e0, 0xaa04f9, 0x2, 0xc008e0c000, 0xfc, 0x0, 0xc002079430, 0xc004c4d048) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002079570, 0xc00a73fcb0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002079570, 0xc006d6cc00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017359e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 58 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0073f3680, 0x480, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073f3680, 0x480, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073f3680, 0x480, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073f3680, 0x480, 0x0, 0x0, 0x115f500, 0x480, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073f3680, 0x480, 0x0, 0x0, 0xaa0378, 0x1, 0xc007633400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073f3680, 0x480, 0x480, 0xc0073f3680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afb4a0, 0x44, 0xc0073f3680, 0x480, 0xaa0378, 0x1, 0xc0073f3680, 0x480, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 59 [semacquire]: bytes.(*Buffer).grow(0xc0051c3118, 0x1, 0x100) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0051c3118, 0x1189cea, 0x1, 0x1, 0xe8, 0x100) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0051c3118, 0xc0019973b0, 0xe8, 0x7, 0xc0019973b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0051c3118, 0xc0033869a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0051c3118, 0xc0033869a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0033868c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0033868c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0033868c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0033861c0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0033861c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0033861c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0031fa070, 0xc000e7d180, 0x7f602d0ab9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0031fa070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0031fa070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc004e6bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc004e6bdc0, 0x54b170, 0xc0036af380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004e6bdc0, 0x0, 0x0, 0x0, 0x0, 0xc004e6bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00715b1d0, 0x0, 0x0, 0x0, 0x1800, 0xc0005dc000, 0x1668, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0005dc000, 0x1668, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e14380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ab5570, 0xc004ab9400, 0xc004ab9d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 60 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004479338, 0x42d300, 0x60, 0xa81260, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004479338, 0xc00031c480, 0x5, 0xc004479288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004479338, 0xc004479350, 0x43b3b7, 0x1252790, 0xc004479300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f60041f4ff8, 0xc004479301, 0x10100000042ab7a, 0x0, 0xea8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00768f3b0, 0xaa64ee, 0x5, 0xf5e) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004479570, 0xc00a2ed5e0, 0xea8, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 61 [semacquire]: regexp.(*Regexp).replaceAll(0xc0054885a0, 0x0, 0x0, 0x0, 0xc005070900, 0x422, 0x2, 0xc00566d270, 0xc005070900, 0x422, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0054885a0, 0xc005070900, 0x422, 0xaa0378, 0x1, 0x1, 0x17) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006675570, 0xc00523b6a0, 0xc0070273e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 62 [semacquire]: strings.genSplit(0xc00381aa00, 0x14e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3da, 0x3da) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b59418, 0xaa04fd, 0x2, 0xc00b386a00, 0x14e1, 0x1, 0x3da, 0xc0068925a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b386a00, 0x14e1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b59570, 0xc004c4d6e0, 0x38, 0xc00886a2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 64 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d5e0, 0xc003329318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003329418, 0xaa04df, 0x2, 0xc005c72800, 0x70d, 0x5, 0x1bc, 0xc008c7fc20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c72800, 0x70d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003329570, 0xc000960bc0, 0x5f, 0xc006fcc488) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1154 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a515e0, 0xaa04f9, 0x2, 0xc00c13b500, 0xa02, 0x6, 0xf, 0xc006f00700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a51570, 0xc006f00b20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b80c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 436 [semacquire]: regexp/syntax.(*parser).collapse(0xc004f68b40, 0xc008f470a0, 0x3, 0x4, 0xc0004af412, 0xc0004af420) /usr/local/go/src/regexp/syntax/parse.go:380 +0x17a regexp/syntax.(*parser).concat(0xc004f68b40, 0xa) /usr/local/go/src/regexp/syntax/parse.go:313 +0x166 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:891 +0x1026 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006a47358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006a47358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006a47358, 0x0, 0xb856e0, 0xc0003b0048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006a47358, 0xc0082a7420, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006a47358, 0x42ca96, 0xc00bd5c090, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc006a473c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47080, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a3ad350, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006a47570, 0xc004f1cfa0, 0xabc101, 0x1d, 0x3f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 439 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc003d91900, 0x1028, 0x2, 0xc002ce3090, 0xc003d91900, 0x1028, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc003d91900, 0x1028, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0015541c0, 0x0, 0x0, 0x0, 0x0, 0xc0015541c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c852c0, 0x0, 0x0, 0x0, 0x1500, 0xc004e65500, 0x142c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004e65500, 0x142c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274d400) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d83570, 0xc0054089a0, 0xc004c4c280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 442 [semacquire]: strings.genSplit(0xc003ee4600, 0x1037, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x320, 0x320) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004107418, 0xaa04d9, 0x2, 0xc0031d4000, 0x1037, 0x1, 0x320, 0xc008c7e620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0031d4000, 0x1037, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107570, 0xc006b13f20, 0x35, 0xc0053c7fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 444 [semacquire]: strings.genSplit(0xc007181500, 0xa25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x219, 0x219) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c69418, 0xaa04d9, 0x2, 0xc002907500, 0xa25, 0x1, 0x219, 0xc004ab81a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002907500, 0xa25, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c69570, 0xc007abaa20, 0x4d, 0xc0081220af) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 445 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a7b418, 0xaa059b, 0x2, 0xc006e8cc00, 0xaf6, 0xc006e8cc00, 0xc005a7b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006e8cc00, 0xaf6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a7b570, 0xc00b62d4c0, 0x43, 0xc00a07e87d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 446 [semacquire]: strings.genSplit(0xc00848e000, 0xa29, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x20f, 0x20f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00425f418, 0xaa05c9, 0x2, 0xc0067b9500, 0xa29, 0x6, 0x20f, 0xc004942d60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0067b9500, 0xa29, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00425f570, 0xc000e07d60, 0x4b, 0xc00509e23d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 447 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0037c6f00, 0x21eb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037c6f00, 0x21eb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0x115f500, 0x21eb, 0x21eb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc001968a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037c6f00, 0x21eb, 0x21eb, 0xc0037c6f00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299e140, 0x31, 0xc0037c6f00, 0x21eb, 0xaa0378, 0x1, 0xc0037c6f00, 0x21eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1172 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004041418, 0xaa04f9, 0x2, 0xc004644000, 0x1f26, 0xc004644000, 0xc004041408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004644000, 0x1f26, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004041570, 0xc0084872a0, 0x3c, 0xc004fbf480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1174 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47100, 0xc003e73318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e73418, 0xaa0569, 0x2, 0xc00197a900, 0x8e9, 0x14, 0x1fb, 0xc00b0ff2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00197a900, 0x8e9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e73570, 0xc004f1d880, 0x55, 0xc0041cb7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1175 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c7da000, 0x3a3, 0x3a3, 0x3, 0x0, 0x3a2, 0xc00c7da000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000a19570, 0xc008427e00, 0xc002187660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1176 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004b1d920, 0xc003f6b230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004b1d920, 0x0, 0x0, 0x0, 0xc80, 0xc00734ec80, 0xc6a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00734ec80, 0xc6a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006699e00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f6b570, 0xc005f1c100, 0xc008574e20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1179 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c1e40, 0xc00400f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00400f418, 0xaa04df, 0x2, 0xc003eebb00, 0xca1, 0x6, 0x2cc, 0xc00a0b4600) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003eebb00, 0xca1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00400f570, 0xc00470efe0, 0x57, 0xc003735320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1820 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0058532b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005853380, 0xc00337c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004da1cc0, 0x0, 0x0, 0x0, 0xc0041d5258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004da1cc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041d5950, 0xc009552500, 0x2168, 0x7420726564647568, 0x7420796164206568, 0x6d6972702d6e6568) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1181 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b1a0, 0xc005a79318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a79418, 0xaa04df, 0x2, 0xc002e18700, 0x1adf, 0x1, 0x5b2, 0xc004b498e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002e18700, 0x1adf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a79570, 0xc00a87ace0, 0x37, 0xc0053c7340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1182 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc006d96000, 0x101e, 0x2, 0xc0072c7090, 0xc006d96000, 0x101e, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc006d96000, 0x101e, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0029cfea0, 0x0, 0x0, 0x0, 0x0, 0xc0029cfea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0053ceb40, 0x0, 0x0, 0x0, 0x1500, 0xc00381aa00, 0x1417, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00381aa00, 0x1417, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005365180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0000b9570, 0xc004fa9480, 0xc004fa9dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1184 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b7e000, 0x724, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b7e000, 0x724, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b7e000, 0x724, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b7e000, 0x724, 0x0, 0x0, 0x115f500, 0x724, 0x724) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b7e000, 0x724, 0x0, 0x0, 0xaa0378, 0x1, 0xc005e35000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b7e000, 0x724, 0x724, 0xc002b7e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006dbd780, 0x32, 0xc002b7e000, 0x724, 0xaa0378, 0x1, 0xc002b7e000, 0x724, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1185 [semacquire]: strings.genSplit(0xc007df6d00, 0x849, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1d6, 0x1d6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00403b418, 0xaa0599, 0x2, 0xc00490cd00, 0x849, 0x1, 0x1d6, 0xc007aba280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00490cd00, 0x849, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00403b570, 0xc004f1d2e0, 0x3b, 0xc0053c7980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ace40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1186 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae35a10, 0xc0089cd3e0, 0xc00ae35a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.OpenGraphResolver(0xc007970aa0, 0xc007970aa0, 0xc007970aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1187 [semacquire]: bytes.makeSlice(0x9e6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0041033e0, 0xde, 0xcd) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0041033e0, 0xc004306fc0, 0xde, 0x5165d7, 0xc006f0e477, 0xc005d841c8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00319b880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d9d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d90a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d8fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d88c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00899ced0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004103570, 0xc00ad51a60, 0x4d, 0xc005d3e500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1188 [semacquire]: strings.genSplit(0xc00afbec00, 0x12ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0055b4000, 0x3b7, 0x3b7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e71418, 0xaa0599, 0x2, 0xc00b00e000, 0x12ed, 0x1, 0x3b7, 0xc0077aea20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b00e000, 0x12ed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e71570, 0xc0003b02a0, 0x49, 0xc0044e18b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1193 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651ce80, 0xc002455318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002455418, 0xaa05c9, 0x2, 0xc00b325200, 0x859, 0x8, 0x1d7, 0xc004c4d4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b325200, 0x859, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002455570, 0xc004f1d2a0, 0x45, 0xc005d3e410) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1194 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008d98a00, 0x19df, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008d98a00, 0x19df, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008d98a00, 0x19df, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008d98a00, 0x19df, 0x0, 0x0, 0x115f500, 0x19df, 0x19df) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008d98a00, 0x19df, 0x0, 0x0, 0xaa0378, 0x1, 0xc008d96f80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008d98a00, 0x19df, 0x19df, 0xc008d98a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e7cda0, 0x1f, 0xc008d98a00, 0x19df, 0xaa0378, 0x1, 0xc008d98a00, 0x19df, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1195 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00313d5e0, 0xaa04f9, 0x2, 0xc003ba2a00, 0x1367, 0x36, 0x1bc, 0xc00b5b38c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00313d570, 0xc004990dc0, 0x6e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1196 [semacquire]: strings.genSplit(0xc00b0e2000, 0x124d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003300000, 0x3a5, 0x3a5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004101418, 0xaa05c9, 0x2, 0xc00b1e1900, 0x124d, 0x8, 0x3a5, 0xc007971020) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b1e1900, 0x124d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004101570, 0xc006b139a0, 0xa4, 0xc002424b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1197 [semacquire]: bytes.makeSlice(0x51b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0072c3260, 0x131, 0xc0062b3570) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0072c3260, 0xc005dedb80, 0x131, 0x6, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b3650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b2f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b2930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a695260, 0xc00a695440, 0xc00aa69e60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072c3570, 0xc0019fa880, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad740, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1198 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005e52960, 0xc003e75318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e75418, 0xaa05c9, 0x2, 0xc00908bb00, 0xc88, 0x3, 0x1fd, 0xc0009fc820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00908bb00, 0xc88, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e75570, 0xc004f1d540, 0x5e, 0xc006fcc600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1199 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004c4c560, 0xc00409b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00409b418, 0xaa04fd, 0x2, 0xc004d84000, 0x1dc8, 0x1, 0x52e, 0xc0068937e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004d84000, 0x1dc8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00409b570, 0xc00569bdc0, 0x28, 0xc000bcf980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad8c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1200 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048c0680, 0x562, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048c0680, 0x562, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048c0680, 0x562, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048c0680, 0x562, 0x0, 0x0, 0x115f500, 0xc0048c0680, 0x562) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048c0680, 0x562, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e8b600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048c0680, 0x562, 0x562, 0xc0048c0680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c192f0, 0x30, 0xc0048c0680, 0x562, 0xaa0378, 0x1, 0xc0048c0680, 0x562, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1201 [semacquire]: bytes.makeSlice(0x2911, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005877290, 0x5b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005877290, 0xc00729f440, 0x5b, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005877290, 0xc00729f440, 0x5b, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0060422a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc00723abd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046468c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046467e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046460e0, 0xb84d20, 0xc005877290) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005877290, 0xc0046460e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0058770e0, 0x2e6d8ad6e, 0x1251a20, 0xc006cb62c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ada40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1203 [semacquire]: bytes.makeSlice(0x1b0a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008bc8300, 0x6, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008bc8300, 0xad03cc, 0x6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc0025245b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc000356380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc0003562a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc00048eee0, 0xb84d20, 0xc008bc8300) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc8300, 0xc00048eee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc8150, 0x2d63444a2, 0x1251a20, 0xc00265d800, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029adbc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1204 [semacquire]: github.com/gigawattio/window.Rolling(0xc0068c4000, 0xe3, 0xe3, 0x3, 0x0, 0xe2, 0xc0068c4000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004105570, 0xc00000ede0, 0xc006f00420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029adc80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1152 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007c77000, 0xb92, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007c77000, 0xb92, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007c77000, 0xb92, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007c77000, 0xb92, 0x0, 0x0, 0x115f500, 0xb92, 0xb92) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007c77000, 0xb92, 0x0, 0x0, 0xaa0378, 0x1, 0xc007c74c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007c77000, 0xb92, 0xb92, 0xc007c77000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3b4400, 0x2c, 0xc007c77000, 0xb92, 0xaa0378, 0x1, 0xc007c77000, 0xb92, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1826 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005adc7b0, 0xaa03b1, 0x1, 0xc001f8b248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc001f8b570, 0xc001e4f340, 0x7f602d0a9108, 0x0, 0x6b0000c007754180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059d9570, 0xc001e4f340, 0xb9) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 377 [semacquire]: strings.genSplit(0xc007fd6000, 0x61c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047e4800, 0x156, 0x156) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046a1418, 0xaa04d9, 0x2, 0xc00ac0e300, 0x61c, 0x1, 0x156, 0xc00a1177e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac0e300, 0x61c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046a1570, 0xc004e16540, 0x3c, 0xc00266de80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016739e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 381 [semacquire]: github.com/gigawattio/window.Rolling(0xc007d6a000, 0x1d4, 0x1d4, 0x3, 0x0, 0x1d3, 0xc007d6a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043e7570, 0xc007c83ac0, 0xc001b898a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 383 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00a82c000, 0xa43, 0xc0047c7270, 0xc00172a000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00a82c000, 0xa43, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047c7418, 0xaa0599, 0x2, 0xc00a82c000, 0xa43, 0x1, 0x20b, 0xc008f46f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a82c000, 0xa43, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047c7570, 0xc005307660, 0x48, 0xc0044e13b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2387 [semacquire]: bytes.makeSlice(0x15a1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0071d9dd0, 0x79, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0071d9dd0, 0xc00af4dd00, 0x79, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0071d9dd0, 0xc00af4dd00, 0x79, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0071d9dd0, 0xc0095e8d20, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0071d9dd0, 0xc0095e8cb0, 0xb84d20, 0xc0071d9dd0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0071d9dd0, 0xc0095e8cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0071d9d70, 0x203001, 0x203001, 0x440d95, 0xc008085f08) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0071d9d70) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0071d9d10, 0xc000bef320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000bef708, 0xc007c64f00, 0xaac03e, 0x7, 0xc007c64f00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000bef708, 0xc007c64f00, 0xc004991080) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1218 [semacquire]: regexp.(*Regexp).replaceAll(0xc007eca820, 0x0, 0x0, 0x0, 0xc003d30000, 0xbbe, 0x2, 0xc008a2b270, 0xc003d30000, 0xbbe, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc007eca820, 0xc003d30000, 0xbbe, 0xaa0378, 0x1, 0x1, 0x1b) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004579570, 0xc00000fb80, 0xc00833ba60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1220 [semacquire]: strings.genSplit(0xc005f11800, 0x779, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008bf4000, 0x190, 0x190) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047c1418, 0xaa04f9, 0x2, 0xc006524000, 0x779, 0x1, 0x190, 0xc008bdc080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006524000, 0x779, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047c1570, 0xc004991f20, 0x31, 0xc002a97140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f9e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1844 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265df60, 0xc009305318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009305418, 0xaa0599, 0x2, 0xc00a653000, 0xde4, 0x1, 0x3e5, 0xc00723d620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a653000, 0xde4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009305570, 0xc00723d200, 0x40, 0xc007db32cd) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1222 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0029b4000, 0x16e3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029b4000, 0x16e3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029b4000, 0x16e3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029b4000, 0x16e3, 0x0, 0x0, 0x115f500, 0x16e3, 0x16e3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029b4000, 0x16e3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0031c2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029b4000, 0x16e3, 0x16e3, 0xc0029b4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bcf2f0, 0x30, 0xc0029b4000, 0x16e3, 0xaa0378, 0x1, 0xc0029b4000, 0x16e3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1223 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc003388000, 0x2d, 0x40, 0xaa03a3, 0x1, 0xc003388000, 0x20) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000eeb3e0, 0xc00b0ffea0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000eeb3e0, 0xc002a604b0, 0xaa04f9, 0x2, 0xc000eeb570, 0x8, 0x9ecc80, 0xc000eeb401, 0xc009f6c598) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000eeb570, 0xc002a604b0, 0xaa04f9, 0x2, 0x0, 0x0, 0x3, 0x3, 0xc0006a2630) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1226 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008977418, 0xaa04f9, 0x2, 0xc008978000, 0x58ca, 0x1, 0x1647, 0xc00523bb80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008978000, 0x58ca, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008977570, 0xc006b12f80, 0x38, 0xc0053646c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1228 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0065c9c00, 0xba4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0065c9c00, 0xba4, 0x0, 0x0, 0x115f500, 0xba4, 0xba4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0065c9c00, 0xba4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0065c9000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0065c9c00, 0xba4, 0xba4, 0xc0065c9c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006029720, 0x4d, 0xc0065c9c00, 0xba4, 0xaa0378, 0x1, 0xc0065c9c00, 0xba4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1230 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bd9900, 0x11c8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bd9900, 0x11c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bd9900, 0x11c8, 0x0, 0x0, 0x115f500, 0xc006bd9900, 0x11c8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bd9900, 0x11c8, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bd8600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bd9900, 0x11c8, 0x11c8, 0xc006bd9900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fbec40, 0x3b, 0xc006bd9900, 0x11c8, 0xaa0378, 0x1, 0xc006bd9900, 0x11c8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1231 [semacquire]: bytes.makeSlice(0x588, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008b33260, 0xce, 0x84) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008b33260, 0xc005cf48f0, 0xce, 0x5165d7, 0xc00802220f, 0xc002677378) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001222c40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001222bd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012221c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002a619b0, 0xc002a619b0, 0xc002a61b00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b33570, 0xc005f1c520, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1233 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00891b860, 0xc00500c9c0, 0xc0) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00891b860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00891b860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00891b860, 0xc001de6380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026bcff0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c54f60, 0x0, 0x0, 0x0, 0x2000, 0xc00516a000, 0x1d75, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00516a000, 0x1d75, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0078d6c00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006b21570, 0xc004991ba0, 0xc00569aa60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1236 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00428b570, 0xc00651cd80, 0xc00651d7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1237 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc0006d2c00, 0x1108, 0x2, 0xc006493ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc0006d2c00, 0x1108, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0006d2c00, 0x1108, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1239 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000a07300, 0x106f, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000a07300, 0x106f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000a07300, 0x106f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000a07300, 0x106f, 0x0, 0x0, 0x115f500, 0x106f, 0x106f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000a07300, 0x106f, 0x0, 0x0, 0xaa0378, 0x1, 0xc000c5e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000a07300, 0x106f, 0x106f, 0xc000a07300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023609c0, 0x3c, 0xc000a07300, 0x106f, 0xaa0378, 0x1, 0xc000a07300, 0x106f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f1a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1242 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0062c9140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0062c9140, 0xb7b620, 0xc005856fc0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc005856fc0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005856fc0, 0xc0062c9230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005856fc0, 0x0, 0x0, 0x0, 0xc80, 0xc005db1200, 0xc10, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc005db1200, 0xc10, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0029a0b40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0062c9570, 0xc004e17bc0, 0xc00a9d1cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1244 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b64450, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc002b64450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc009a1ab70, 0xc0059dd378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0059dd570, 0xc008bcd560, 0xc008c7e160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0059dd570, 0xc008bcd560, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0059dd570, 0xc008bcd560, 0xc008bcd560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fc20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1245 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007f32a80, 0x98d, 0x2, 0xc00320b270, 0xc004b5e4c8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc007f32a80, 0x98d, 0xaa0378, 0x1, 0xc006808b20, 0xc004918240) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00320b3e0, 0xc004a37b80, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00320b3e0, 0xc001ac9f50, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00320b401, 0xc0086de0f0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00320b570, 0xc001ac9f50, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1246 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00813a002, 0x1da5, 0xc0025712a0, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00813a002, 0x1da5, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dd5570, 0xc0000ca2a0, 0xc008c7e0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1247 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00307e000, 0x1b66, 0xc00417f270, 0xc00023ea80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00307e000, 0x1b66, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417f418, 0xaa0599, 0x2, 0xc00307e000, 0x1b66, 0x1, 0x52e, 0xc00523ba40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00307e000, 0x1b66, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417f570, 0xc0081df4c0, 0x52, 0xc007596720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1248 [semacquire]: bytes.makeSlice(0xcfb, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a77b00, 0x9f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a77b00, 0xc006751d60, 0x9f, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004a77b00, 0xc006751d60, 0x9f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc006e7a4d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc006e7a460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc000554fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc000554ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc0005547e0, 0xb84d20, 0xc004a77b00) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004a77b00, 0xc0005547e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3dd40, 0x20, 0x203001, 0x203001, 0x203001) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004335570, 0xc000961080, 0xc007c65220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1250 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0005e2000, 0x172d, 0xc0021f3270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0005e2000, 0x172d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021f3418, 0xaa04df, 0x2, 0xc0005e2000, 0x172d, 0x5, 0x440, 0xc004ab8f40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005e2000, 0x172d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021f3570, 0xc0009fd240, 0x5b, 0xc001df4f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1251 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00507aae0, 0xa9ece0, 0xc00507aa80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004dbb570, 0xc002127da0, 0x6c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1253 [semacquire]: github.com/gigawattio/window.Rolling(0xc00bb03500, 0x32f, 0x32f, 0x3, 0x0, 0x32e, 0xc00bb03500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bb1570, 0xc0009fd8c0, 0xc0027ff3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1255 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047fc880, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047fc870, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050b8000, 0xdea, 0xdea, 0x1, 0xc0050b8000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049fd8c0, 0x3a, 0xc0050b8000, 0xdea, 0xaa0378, 0x1, 0xc0050b8000, 0xdea, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1258 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ba9418, 0xaa04f9, 0x2, 0xc005706a00, 0x1448, 0x1, 0x415, 0xc004eaf0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005706a00, 0x1448, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ba9570, 0xc00272a820, 0x2d, 0xc000115830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1260 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0ac0, 0xc0047bd318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047bd418, 0xaa04d9, 0x2, 0xc004f8b080, 0x52b, 0xc004f8b080, 0xc0047bd408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004f8b080, 0x52b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047bd570, 0xc007d6cc40, 0x49, 0xc005c4f3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1261 [semacquire]: strings.Replace(0xc008201f60, 0x16, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9) /usr/local/go/src/strings/strings.go:941 +0x109 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004b57800, 0x5a0, 0x5a0, 0x1, 0xc004b57800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00487c980, 0x3c, 0xc004b57800, 0x5a0, 0xaa0378, 0x1, 0xc004b57800, 0x5a0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1845 [semacquire]: bytes.makeSlice(0x230, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00326f3e0, 0xaa, 0xa) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00326f3e0, 0xc00abb6790, 0xaa, 0x5165d7, 0xc00a5da7f3, 0xc008394267) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4ea10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4e930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c40f8f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00505ca20, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00326f570, 0xc0049c1a60, 0x43, 0xc004611f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1263 [semacquire]: bytes.makeSlice(0x32cb, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00bcf0f60, 0x1b7f, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00bcf0f60, 0xc001046000, 0x1b7f, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc006bc7c70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc7490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc6bd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc6af0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc63f0, 0xb84d20, 0xc00bcf0f60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00bcf0f60, 0xc001cc63f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00647d1d0, 0x3, 0xc000a78f24, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d87570, 0xc0019fae20, 0xc0049426c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1264 [semacquire]: strings.genSplit(0xc00bdba580, 0xa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa7, 0xc00bdba4d0, 0xa7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b355e0, 0xaa04f9, 0x2, 0xc00bdba4d0, 0xa7, 0x31, 0xc005b352e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc006f58150) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b752540, 0xc005b35378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005b35570, 0xc004981320, 0xc007c64ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005b35570, 0xc004981320, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005b35570, 0xc004981320, 0xc004981320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1265 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f29418, 0xaa04fd, 0x2, 0xc00083cc80, 0x190a, 0x1, 0x4f3, 0xc004a228a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00083cc80, 0x190a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f29570, 0xc0021262c0, 0x3d, 0xc00623cc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6360, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1266 [semacquire]: bytes.makeSlice(0x3611, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00bcf1890, 0xc7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00bcf1890, 0xc00a07d520, 0xc7, 0x6, 0xffffffffffffffff, 0xad018a) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00bcf1890, 0xc00a07d520, 0xc7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc00798c700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc00798c2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809c00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809b20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809420, 0xb84d20, 0xc00bcf1890) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00bcf1890, 0xc007809420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005876f00, 0x2e7a6aca7, 0x1251a20, 0xc006cb6240, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1269 [semacquire]: strings.genSplit(0xc007e2ee00, 0x619, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x169, 0x169) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a75418, 0xaa058b, 0x2, 0xc005509500, 0x619, 0x4, 0x169, 0xc008c7fea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005509500, 0x619, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a75570, 0xc004c4d9c0, 0x4c, 0xc0050c5e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1270 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f9c380, 0x305, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f9c380, 0x305, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f9c380, 0x305, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f9c380, 0x305, 0x0, 0x0, 0x115f500, 0x305, 0x305) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f9c380, 0x305, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f9c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f9c380, 0x305, 0x305, 0xc004f9c380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d521a8, 0x2c, 0xc004f9c380, 0x305, 0xaa0378, 0x1, 0xc004f9c380, 0x305, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1271 [semacquire]: strings.genSplit(0xc006979000, 0xfa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4ae000, 0x5e6, 0x5e6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b9418, 0xaa0503, 0x2, 0xc0065d7000, 0xfa7, 0x3, 0x5e6, 0xc008c7fd60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0065d7000, 0xfa7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b9570, 0xc00569a420, 0x43, 0xc001d02000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1272 [semacquire]: strings.genSplit(0xc006859000, 0xfbe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5f2, 0x5f2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002db7418, 0xaa058b, 0x2, 0xc006821000, 0xfbe, 0x3, 0x5f2, 0xc00875ab60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006821000, 0xfbe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002db7570, 0xc00875a7a0, 0x4a, 0xc000bcd6d9) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1274 [semacquire]: bytes.makeSlice(0x263e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003070b10, 0x58, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003070b10, 0xc004beb491, 0x58, 0x6, 0x58, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003070b10, 0xc004beb491, 0x62, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc003070b10, 0xc0010175e0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003070b10, 0xc001017570, 0xb84d20, 0xc003070b10) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003070b10, 0xc001017570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003070ae0, 0x203000, 0x203000, 0x440d95, 0xc008530f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003070ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003070ab0, 0xc002799320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002799708, 0xc006cb75a0, 0xaac03e, 0x7, 0xc006cb75a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002799708, 0xc006cb75a0, 0xc006cb7f00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c72c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1275 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002de7418, 0xaa059b, 0x2, 0xc002822000, 0xf3e, 0x3a, 0x211, 0xc007c828a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002822000, 0xf3e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002de7570, 0xc004ab8e00, 0x54, 0xc00070f800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1276 [semacquire]: bytes.makeSlice(0xb1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006fc1190, 0x31, 0xc0064d8000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006fc1190, 0xc000117a00, 0x31, 0x5165d7, 0xc0064d8014, 0xc000a72e50) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e2700) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e2690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e25b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e24d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e23f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dcc390, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006fc1570, 0xc003dcc390, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fc1570, 0xc0049c1fc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1277 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003da3300, 0x1162, 0xc004567270, 0xc00004d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003da3300, 0x1162, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004567418, 0xaa05c9, 0x2, 0xc003da3300, 0x1162, 0x6, 0x3e4, 0xc006dc1240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003da3300, 0x1162, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004567570, 0xc00b43a420, 0x3d, 0xc00604e080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1279 [semacquire]: strings.genSplit(0xc000623c00, 0xb2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a69a000, 0x252, 0x252) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ed418, 0xaa05c9, 0x2, 0xc0009b3000, 0xb2c, 0x6, 0x252, 0xc006892160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009b3000, 0xb2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ed570, 0xc004ab8480, 0x38, 0xc005d89680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1280 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0078ec270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0078ec340, 0xc00469a540, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b148930, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc0051b6240) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051b6240, 0x0, 0x0, 0x0, 0x1300, 0xc00358ac00, 0x100f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00358ac00, 0x100f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004b0dcc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002de9570, 0xc006f001c0, 0xc0085a00a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1281 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc005c9eba0, 0xd500000065, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc005c9eba0, 0x65) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000f83358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000f83358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000f83358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000f83358, 0x75a856, 0x0, 0xc00402b960, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000f83358, 0xc000f83320, 0xc000f833a8, 0x42ca96, 0xc0040e71d0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000f833c0, 0xc000f833d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00b27cce0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004008f00, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000f83570, 0xc004cfc420, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1282 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d72000, 0x12e4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d72000, 0x12e4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d72000, 0x12e4, 0x0, 0x0, 0x115f500, 0x12e4, 0x12e4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d72000, 0x12e4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b55f900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d72000, 0x12e4, 0x12e4, 0xc000d72000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007a7a080, 0x3d, 0xc000d72000, 0x12e4, 0xaa0378, 0x1, 0xc000d72000, 0x12e4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c78c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1284 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001083000, 0xacb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001083000, 0xacb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001083000, 0xacb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001083000, 0xacb, 0x0, 0x0, 0x115f500, 0xacb, 0xacb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001083000, 0xacb, 0x0, 0x0, 0xaa0378, 0x1, 0xc001082400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001083000, 0xacb, 0xacb, 0xc001083000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ad4e3c0, 0x7e, 0xc001083000, 0xacb, 0xaa0378, 0x1, 0xc001083000, 0xacb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1286 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0x115f500, 0x12c9, 0x12c9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b0e2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b0e4600, 0x12c9, 0x12c9, 0xc00b0e4600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6969, 0x2d, 0xc00b0e4600, 0x12c9, 0xaa0378, 0x1, 0xc00b0e4600, 0x12c9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1288 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0082e7000, 0xf6b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0082e7000, 0xf6b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0082e7000, 0xf6b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0082e7000, 0xf6b, 0x0, 0x0, 0x115f500, 0xf6b, 0xf6b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0082e7000, 0xf6b, 0x0, 0x0, 0xaa0378, 0x1, 0xc002aff000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0082e7000, 0xf6b, 0xf6b, 0xc0082e7000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0054391d9, 0x25, 0xc0082e7000, 0xf6b, 0xaa0378, 0x1, 0xc0082e7000, 0xf6b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1290 [semacquire]: regexp.makeOnePass(0xc005d9d4a0, 0xc005d9d4a0) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc005d9d440, 0xc005d9d440) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x24) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f37358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f37358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f37358, 0x0, 0xb856e0, 0xc0003b0208, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f37358, 0xc0019d6070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f37358, 0x42cc84, 0xc005d9d410, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f373c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0003b0d80, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00477f110, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f37570, 0xc0009fd040, 0xabc101, 0x1d, 0x44, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1291 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000f19200, 0x5ae, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000f19200, 0x5ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000f19200, 0x5ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000f19200, 0x5ae, 0x0, 0x0, 0x115f500, 0xc000f19200, 0x5ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000f19200, 0x5ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc000f18600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000f19200, 0x5ae, 0x5ae, 0xc000f19200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7a90, 0x4d, 0xc000f19200, 0x5ae, 0xaa0378, 0x1, 0xc000f19200, 0x5ae, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1292 [semacquire]: strings.genSplit(0xc003c48a80, 0x9c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x9c5, 0xc00aa7a000, 0x9d2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ee1570, 0xc006808680, 0xc006dc1940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1293 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00af17500, 0xa1a, 0xc002f53270, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00af17500, 0xa1a, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f53418, 0xaa05c9, 0x2, 0xc00af17500, 0xa1a, 0x5, 0x244, 0xc006f01020) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af17500, 0xa1a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f53570, 0xc004942e60, 0x35, 0xc00767b400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1297 [semacquire]: strings.genSplit(0xc009453800, 0x7da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008f5cf80, 0x19c, 0x19c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b8f418, 0xaa058b, 0x2, 0xc004a70800, 0x7da, 0x2, 0x19c, 0xc0000cb7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004a70800, 0x7da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b8f570, 0xc007d6cfc0, 0x77, 0xc00a54da8a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2457 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003ee9380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee9380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee9380, 0xc007635a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa780, 0x0, 0x0, 0x0, 0xc009543258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009543950, 0xc0060de800, 0x16be, 0x6, 0xc0072b846e, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a065a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1301 [semacquire]: github.com/gigawattio/window.Rolling(0xc006a9a800, 0x44f, 0x44f, 0x3, 0x0, 0x44e, 0xc006a9a800) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003061570, 0xc0057d04a0, 0xc00470f060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1302 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0045c9118, 0xc001e514c0, 0x3b, 0xc005216440, 0x37) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0045c9118, 0xc000e6cf50, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0045c9118, 0xc000e6cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6cd20, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0045c9118, 0xc000e6cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0045c9118, 0xc000e6cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6caf0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6caf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6caf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6ca10, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6ca10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6ca10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6c310, 0xc00137c000, 0x7f602d0a97d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6c310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6c310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6c230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6c230, 0x54b170, 0xc0099256c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000e6c230, 0x0, 0x0, 0x0, 0x0, 0xc000e6c230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0073408a0, 0x0, 0x0, 0x0, 0x1a80, 0xc00af70a00, 0x19db, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00af70a00, 0x19db, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00509fb30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015e5570, 0xc000a525a0, 0xc007c645a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1303 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ef15e0, 0xaa04f9, 0x2, 0xc004228820, 0x193, 0xe, 0x2a, 0xc00265dfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005ef1570, 0xc000e06f40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1305 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005485800, 0x771, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005485800, 0x771, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005485800, 0x771, 0x0, 0x0, 0x115f500, 0xc005485800, 0x771) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005485800, 0x771, 0x0, 0x0, 0xaa0378, 0x1, 0xc006112800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005485800, 0x771, 0x771, 0xc005485800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002361bc0, 0x3c, 0xc005485800, 0x771, 0xaa0378, 0x1, 0xc005485800, 0x771, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1163 [semacquire]: strings.Replace(0xc00a8bc000, 0xde9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00a8bc000, 0xde9) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bb1950, 0xc006a16000, 0xde6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a117a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2461 [semacquire]: bytes.makeSlice(0x20d3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007fe0000, 0x199, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007fe0000, 0xc00a18eb60, 0x199, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007fe0000, 0xc00a18eb60, 0x199, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc00294bc70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0e70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0d90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0690, 0xb84d20, 0xc007fe0000) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007fe0000, 0xc0003a0690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a4abe00, 0x2e6a309fc, 0x1251a20, 0xc00875acc0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07140, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1309 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001865418, 0xaa0503, 0x2, 0xc0037e3800, 0x1745, 0x1, 0x42a, 0xc004a226e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037e3800, 0x1745, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001865570, 0xc005887b80, 0x45, 0xc000c174a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1312 [semacquire]: bytes.makeSlice(0x1aaf, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a77c50, 0x1cd, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a77c50, 0xc007ce0b40, 0x1cd, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004a77c50, 0xc007ce0b40, 0x1cd, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc0079242a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc007924230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006f77c70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006f77b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006187490, 0xb84d20, 0xc004a77c50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004a77c50, 0xc006187490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0030703f0, 0x2ec65a597, 0x1251a20, 0xc004a22f00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1313 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006f007e0, 0xc0000d1318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000d1418, 0xaa05c9, 0x2, 0xc002641000, 0x1703, 0x7, 0x489, 0xc006f007a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002641000, 0x1703, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000d1570, 0xc000960f00, 0x42, 0xc000e15770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1318 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009a7418, 0xaa0503, 0x2, 0xc0036eaf00, 0x2083, 0x5, 0x62b, 0xc000a528a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0036eaf00, 0x2083, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009a7570, 0xc00a0b5400, 0x4d, 0xc0068615e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1319 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f58a20, 0x27050ed13, 0x1251a20, 0xc0019fa020, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f13e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1320 [semacquire]: strings.genSplit(0xc006562000, 0xdf2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0020b6000, 0x2e9, 0x2e9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001c9418, 0xaa04fd, 0x2, 0xc004be9000, 0xdf2, 0x4, 0x2e9, 0xc008427640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004be9000, 0xdf2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001c9570, 0xc006449040, 0x43, 0xc004fb2d70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1321 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059a2330, 0x3, 0xc001c1ffb4, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003571570, 0xc004cfd340, 0xc00272afe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1322 [runnable]: regexp.(*inputString).step(0xc005429d60, 0xad, 0xffffffff00000063, 0x1) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*Regexp).tryBacktrack(0xc0001faf00, 0xc005429ce0, 0xb886e0, 0xc005429d60, 0x7f60000000d2, 0xad, 0x755200) /usr/local/go/src/regexp/backtrack.go:218 +0xb5f regexp.(*Regexp).backtrack(0xc0001faf00, 0x0, 0x0, 0x0, 0xc000cc5740, 0xb2, 0xad, 0x0, 0x127d380, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:353 +0x39d regexp.(*Regexp).doExecute(0xc0001faf00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000cc5740, 0xb2, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).MatchString(...) /usr/local/go/src/regexp/regexp.go:507 github.com/advancedlogic/GoOse.score(0xc005c39080, 0xaa860e) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:85 +0x11c github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x0, 0xc005c39080) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:153 +0x14a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005c39050, 0xc0049e53f8, 0x3) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.WebPageImageResolver(0xc005cef720, 0x4, 0xaa216a, 0x3, 0xaa8560) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7 github.com/advancedlogic/GoOse.WebPageResolver(0xc005e6cc60, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1323 [semacquire]: regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0061dd358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0061dd358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0061dd358, 0x0, 0xb856e0, 0xc0003b0248, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0061dd358, 0xc005dfe540, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0061dd358, 0x42ca96, 0xc00505c420, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0061dd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049c1820, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0025212c0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0061dd570, 0xc00000e460, 0xabc101, 0x1d, 0x4b, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f16e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2547 [semacquire]: bytes.makeSlice(0x1d20, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008cf6a98, 0x1d20, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc009e5f918, 0x1d20, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00879cde0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1326 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0025f9700, 0x1b, 0x20, 0xc0025f9600, 0x1b, 0x20, 0xc000fe1078, 0xc00ac36aa0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc004d8c5e0, 0x1, 0x1, 0xc000fe1148, 0x7f602d0aa560, 0xc001a6d800, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc004d8c5e0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00ac36aa0, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc006ed0b40, 0xc00bcf19b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fe1570, 0xc006ed0b40, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe1570, 0xc0019fb820, 0xcc) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1327 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00061f1c8, 0x127d300, 0xc00061f140, 0x5697b3, 0xc000137720) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00061f1c8, 0x0, 0x0, 0xc00061f140, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00061f1c8, 0xe8e, 0x1000, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00061f230, 0xc00061f248, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc002b64630) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003f23770, 0xaa262f, 0x3, 0xc002b64600) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00061f708, 0xc005306ca0, 0xaa262f, 0x3, 0xc005306ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00061f708, 0xc005306ca0, 0xc0053076a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2548 [semacquire]: bytes.makeSlice(0x1ce8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008cfaa98, 0x1ce8, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc009e5f900, 0x1ce8, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00879cea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1331 [semacquire]: strings.genSplit(0xc00b8b2400, 0xafa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a8b9900, 0x230, 0x230) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003673418, 0xaa04d9, 0x2, 0xc00b653400, 0xafa, 0x1, 0x230, 0xc0000cb8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b653400, 0xafa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003673570, 0xc006cb7f20, 0x62, 0xc0052cd3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1332 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00471a0d9, 0x7, 0x2, 0xc002970228, 0xc00069c318, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00471a0d9, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002971118, 0xc000550230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc007c285b0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002971118, 0xc007c285b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002971118, 0xc007c285b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc00a620cb0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc00a620cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc00a620cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc00a620bd0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc00a620bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc00a620bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc0074e7650, 0xc00136bc00, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc0074e7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc0074e7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc0074e7570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc0074e7570, 0x54b170, 0xc008617ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0074e7570, 0x0, 0x0, 0x0, 0x0, 0xc0074e7570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0086f9ec0, 0x0, 0x0, 0x0, 0x1500, 0xc00249b500, 0x148d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00249b500, 0x148d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006316400) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003715570, 0xc0048b41c0, 0xc004eaee00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2514 [semacquire]: strings.Replace(0xc006d59000, 0xf34, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc006d59000, 0xf34) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00259d950, 0xc003cff000, 0xf2e, 0x6c656b696c20796c, 0x74203b3433232679, 0x6570206120746168) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1334 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3bec0, 0xc002d47318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d47418, 0xaa0569, 0x2, 0xc0069f9200, 0x80f, 0x11, 0x18e, 0xc007b3bea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069f9200, 0x80f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d47570, 0xc005ceed80, 0x49, 0xc0068619f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1335 [semacquire]: bytes.makeSlice(0x199, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008bc92f0, 0x7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008bc92f0, 0xc00555abc0, 0x7, 0x6, 0xffffffffffffffff, 0xad0877) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008bc92f0, 0xc00555abc0, 0x7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008bc92f0, 0xc0031fb420, 0xb84d20, 0xc008bc92f0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc92f0, 0xc0031fb420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc92c0, 0x203002, 0x203002, 0x510a327e00000000, 0xc0071ed190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008bc92c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc9290, 0xc0071ed320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0071ed708, 0xc00651c3a0, 0xaac03e, 0x7, 0xc00651c3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0071ed708, 0xc00651c3a0, 0xc005f1db00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1337 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00aa149c0, 0xc001880000, 0x137a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.textIM(0xc00aa149c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1381 +0xf2 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00aa149c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00aa149c0, 0xc00244dab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00289ff50, 0x0, 0x0, 0x0, 0x0, 0x1b01, 0xc00289ff20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00289ff20, 0x0, 0x0, 0x0, 0x2000, 0xc00c7cc000, 0x1b08, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00c7cc000, 0x1b08, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xceebf38f00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e99570, 0xc0053062a0, 0xc004cfd920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1339 [semacquire]: strings.genSplit(0xc0060f8000, 0x1591, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00925c800, 0x458, 0x458) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e9b418, 0xaa0569, 0x2, 0xc008b47000, 0x1591, 0x21, 0x458, 0xc0019fbe00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008b47000, 0x1591, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e9b570, 0xc00a251640, 0x51, 0xc0010c7da0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caa80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1345 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47a40, 0xc00375b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00375b418, 0xaa058b, 0x2, 0xc000916000, 0xc99, 0x4, 0x293, 0xc008f47a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000916000, 0xc99, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00375b570, 0xc002824080, 0x53, 0xc0004a35db) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1346 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f479e0, 0xc00375d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00375d418, 0xaa04f9, 0x2, 0xc002fa7000, 0xb2f, 0x1, 0x276, 0xc008c7e6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002fa7000, 0xb2f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00375d570, 0xc006892c60, 0x61, 0xc00497a0fc) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1347 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x79a, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005f10800, 0x79a, 0x79a, 0xc005f10800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cc9260, 0x2a, 0xc005f10800, 0x79a, 0xaa0378, 0x1, 0xc005f10800, 0x79a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1348 [semacquire]: regexp.(*bitState).reset(0xc000b68dc0, 0xc001d39ce0, 0x4bc, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0xcf, 0x2, 0xc00c41e000, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000bea6e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0xcf, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0x2, 0xc002e97ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00c085400, 0x4bc, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00c085400, 0x4bc, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1350 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c69a000, 0x324, 0x324, 0x3, 0x0, 0x323, 0xc00c69a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00377f570, 0xc001b88cc0, 0xc001b89640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1351 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005028390, 0x2d51d30b5, 0x1251a20, 0xc0019fb800, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1353 [semacquire]: regexp.(*Regexp).expand(0xc0001fb040, 0xc000c04d80, 0xd80, 0xd80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00c5a7000, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc000c04d80, 0xd80, 0xd80, 0xc000e08e40, 0x2, 0x2, 0xc00c5a7000, 0xf6a, 0xdc4) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00c5a7000, 0xf6a, 0x2, 0xc0008bd270, 0xc00653cc60, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00c5a7000, 0xf6a, 0xaa0378, 0x1, 0xc00457ed20, 0xc000dcc580) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0008bd3e0, 0xc0020fcd80, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0008bd3e0, 0xc004a3be60, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0008bd401, 0xc00653cfa8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0008bd570, 0xc004a3be60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1354 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0036d1b00, 0x20b, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a89118, 0xc002a3cd90, 0xc008a88208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc002a3cd20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a89118, 0xc002a3cd20, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a89118, 0xc002a3cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a89118, 0xc002a3cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c21650, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c21650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c21650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c21570, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c21570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c21570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c20e70, 0xc0012edc00, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c20e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c20e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c20d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c20d90, 0x54b170, 0xc0008c7040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001c20d90, 0x0, 0x0, 0x0, 0x0, 0xc001c20d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0025f5950, 0x0, 0x0, 0x0, 0x2500, 0xc002d24500, 0x229e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002d24500, 0x229e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00330f530) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49570, 0xc006809240, 0xc006809d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1355 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a1ae000, 0x127a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a1ae000, 0x127a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a1ae000, 0x127a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a1ae000, 0x127a, 0x0, 0x0, 0x115f500, 0x127a, 0x127a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a1ae000, 0x127a, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d9ac00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a1ae000, 0x127a, 0x127a, 0xc00a1ae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00647e680, 0x37, 0xc00a1ae000, 0x127a, 0xaa0378, 0x1, 0xc00a1ae000, 0x127a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1356 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002fa4c00, 0xabc, 0xc003c55270, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002fa4c00, 0xabc, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c55418, 0xaa05c9, 0x2, 0xc002fa4c00, 0xabc, 0x4, 0x223, 0xc0068927e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002fa4c00, 0xabc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c55570, 0xc0049431e0, 0x3e, 0xc00647eb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d79e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1357 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc003ebcc00, 0x1194, 0x2, 0xc006a49ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc003ebcc00, 0x1194, 0xaa0378, 0x1, 0xc003719300, 0x1194) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003ebcc00, 0x1194, 0xaa0378, 0x1, 0xc003ebcc00, 0x1194) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1358 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c57338, 0x20300100000000, 0x7f5ff45fbfff, 0xc003c57270, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c57338, 0xc001b28d80, 0x5, 0xc003c57288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c57338, 0xc003c57350, 0x43b3b7, 0x1252790, 0xc003c57300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f5ff414efe8, 0xc003c57301, 0x10100000042ab7a, 0x0, 0xfc2) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000dc54a0, 0xaa64ee, 0x5, 0x15bc) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003c57570, 0xc0084879c0, 0xfc2, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1359 [semacquire]: strings.genSplit(0xc007687b00, 0x426, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a869900, 0x106, 0x106) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ab9418, 0xaa04f9, 0x2, 0xc005cfe480, 0x426, 0x1, 0x106, 0xc004ab8820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cfe480, 0x426, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ab9570, 0xc0068098e0, 0x28, 0xc0059275f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1360 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ca75e0, 0xaa04f9, 0x2, 0xc00a962790, 0xae, 0x0, 0xc007ca7430, 0xc00457fd68) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007ca7570, 0xc00a735a40, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007ca7570, 0xc00569a060, 0xae) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1362 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064755e0, 0xaa04f9, 0x2, 0xc002e0a000, 0xd83, 0x641e2d, 0xc009566b40, 0xc0005ee9f8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006475570, 0xc004eaeb20, 0xae) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1364 [semacquire]: strings.genSplit(0xc00632af80, 0x1a59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x5c1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009ae5570, 0xc00987e2a0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009ae5570, 0xc0067b4180, 0xa8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006963c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1365 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d4d000, 0x74d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d4d000, 0x74d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d4d000, 0x74d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d4d000, 0x74d, 0x0, 0x0, 0x115f500, 0x74d, 0x74d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d4d000, 0x74d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006525000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d4d000, 0x74d, 0x74d, 0xc000d4d000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00266c6c0, 0x37, 0xc000d4d000, 0x74d, 0xaa0378, 0x1, 0xc000d4d000, 0x74d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006966c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1366 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004267418, 0xaa04f9, 0x2, 0xc002c26600, 0x111c, 0x1, 0x2fe, 0xc007abb040) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002c26600, 0x111c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004267570, 0xc004ab9060, 0x39, 0xc0027e5400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006969c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1367 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0033ae000, 0x1a3, 0x2, 0xc0024dc1f0, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0033ae000, 0x1a3, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024dd118, 0xc0000aabd0, 0xc0024dc208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc00334d9d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0024dd118, 0xc00334d9d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024dd118, 0xc00334d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024dd118, 0xc00334d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136f50, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136e70, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136770, 0xc0047f6d88, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136690, 0x54b170, 0xc000717520) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007136690, 0x0, 0x0, 0x0, 0x0, 0xc007136690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004766930, 0x0, 0x0, 0x0, 0x2800, 0xc002706000, 0x268a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002706000, 0x268a, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc006b1acb4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f7570, 0xc005f1d420, 0xc005f1de40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1368 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00522f000, 0xf2b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00522f000, 0xf2b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00522f000, 0xf2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00522f000, 0xf2b, 0x0, 0x0, 0x115f500, 0xf2b, 0xf2b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00522f000, 0xf2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004cad000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00522f000, 0xf2b, 0xf2b, 0xc00522f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044e0820, 0x41, 0xc00522f000, 0xf2b, 0xaa0378, 0x1, 0xc00522f000, 0xf2b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1370 [semacquire]: strings.genSplit(0xc00422d500, 0xa77, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0098d0000, 0x1bb, 0x1bb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004869418, 0xaa04d9, 0x2, 0xc001d88a80, 0xa77, 0x1, 0x1bb, 0xc00000eda0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001d88a80, 0xa77, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004869570, 0xc0049c1440, 0x4f, 0xc00299f360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006973e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2433 [semacquire]: bytes.makeSlice(0xc55, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00005ba98, 0xc55, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc00a26acf8, 0xc55, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00879cc60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1372 [semacquire]: strings.genSplit(0xc0051ac000, 0xe95, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c419000, 0x269, 0x269) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a95418, 0xaa05c9, 0x2, 0xc00b406000, 0xe95, 0x4, 0x269, 0xc002186260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b406000, 0xe95, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a95570, 0xc005f1c000, 0x37, 0xc00274c880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006979e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1375 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0077b1000, 0x762, 0xc001b53270, 0xc00023ea80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0077b1000, 0x762, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b53418, 0xaa05c9, 0x2, 0xc0077b1000, 0x762, 0x4, 0x177, 0xc008c7fc80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0077b1000, 0x762, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b53570, 0xc006d6c020, 0x49, 0xc000afb220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1377 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc0055398f0, 0x0, 0x0, 0x0, 0x0, 0xc0055398f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a4abe60, 0x0, 0x0, 0x0, 0x700, 0xc004758700, 0x69a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004758700, 0x69a, 0x0, 0x0, 0x0, 0x440d95, 0xc00ae355c0, 0x7f60040e558e, 0xdd18654a00000010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b4f570, 0xc00265ca80, 0xc00a9d1140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1378 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0019580c0, 0xaa03ab, 0x1, 0xc0096b5f20) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc004875570, 0xc001d406e0, 0xc001e41700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1380 [semacquire]: strings.genSplit(0xc0071bb800, 0x79a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x137, 0x137) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ee5418, 0xaa04d9, 0x2, 0xc00558b000, 0x79a, 0x1, 0x137, 0xc007971be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00558b000, 0x79a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ee5570, 0xc00aa68580, 0x56, 0xc002a7c480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1381 [semacquire]: strings.genSplit(0xc00baab900, 0x12fb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00987a000, 0x394, 0x394) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066b3418, 0xaa0599, 0x2, 0xc006c9a600, 0x12fb, 0x1, 0x394, 0xc00523bd00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006c9a600, 0x12fb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066b3570, 0xc00272afa0, 0x4b, 0xc00445ff90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1382 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004873418, 0xaa0503, 0x2, 0xc002199200, 0x81a, 0x3, 0x1f6, 0xc00ac7c780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002199200, 0x81a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004873570, 0xc0070276a0, 0x40, 0xc008757d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1383 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007abb180, 0xc001ff7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ff7418, 0xaa04f9, 0x2, 0xc0097ac480, 0x19ba, 0x1, 0x54d, 0xc006809e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0097ac480, 0x19ba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ff7570, 0xc005f1dc80, 0x32, 0xc008589640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1384 [semacquire]: bytes.makeSlice(0x182, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0040e73b0, 0x7a, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0040e73b0, 0xc005458c00, 0x7a, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0040e73b0, 0xc005458c00, 0x7a, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ae0150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ab7f80, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ab7f10, 0xb84d20, 0xc0040e73b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0040e73b0, 0xc000ab7f10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0040e7200, 0x2ec609596, 0x1251a20, 0xc00b27cd00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1386 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00388ec80, 0xc54, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00388ec80, 0xc54, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00388ec80, 0xc54, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00388ec80, 0xc54, 0x0, 0x0, 0x115f500, 0xc54, 0xc54) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00388ec80, 0xc54, 0x0, 0x0, 0xaa0378, 0x1, 0xc00388e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00388ec80, 0xc54, 0xc54, 0xc00388ec80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f0a80, 0x5f, 0xc00388ec80, 0xc54, 0xaa0378, 0x1, 0xc00388ec80, 0xc54, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b04e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1387 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008243ef0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008243ec0, 0xc007141320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc007141708, 0xc00470e460, 0xaac03e, 0x7, 0xc00470e460) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc007141708, 0xc00470e460, 0xc0079b72c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b07e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1389 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003ecc000, 0x189e, 0xc004315270, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003ecc000, 0x189e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004315418, 0xaa0599, 0x2, 0xc003ecc000, 0x189e, 0x1, 0x46d, 0xc004da0120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003ecc000, 0x189e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004315570, 0xc006dc1b40, 0x3e, 0xc0085881c4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1390 [semacquire]: regexp.makeOnePass(0xc00bcf0b40, 0xc00bcf0b40) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc00bcf0ae0, 0xc00bcf0ae0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0xf2) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c8b358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c8b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c8b358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c8b358, 0x75a856, 0x0, 0xc006d349a0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c8b358, 0x39, 0xc002c8b3a8, 0x42cc84, 0xc00bcf0ab0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002c8b3c0, 0xc002c8b3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049421c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a3b110, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002c8b570, 0xc0058861e0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b10e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1393 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc002406e90, 0xc004962758, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc002406e90, 0xc004636e00, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc002406e90, 0xc0046372d0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0046372d0, 0xc0046372d0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002407358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002407358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002407358, 0x0, 0xb856e0, 0xc0003b0048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002407358, 0xc002900070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002407358, 0x42ca96, 0xc00248cf00, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0024073c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0027fe020, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003071bf0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002407570, 0xc0085759a0, 0xabc101, 0x1d, 0x2d, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1395 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00470ffa0, 0xc006611318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006611418, 0xaa058b, 0x2, 0xc00a041c00, 0x68d, 0x5, 0x15b, 0xc00470ff80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a041c00, 0x68d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006611570, 0xc0084265c0, 0x45, 0xc007b7d648) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1396 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009cfca50, 0x2bf559b5c, 0x1251a20, 0xc0049c0340, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1397 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000a21790, 0xc006d31380, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000a21790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000a21790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000a21790, 0xc005ea7110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00265d6a0, 0x0, 0x0, 0x0, 0xc001ff1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00265d6a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ff1950, 0xc006742a80, 0x9d8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1398 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00a8ec000, 0xfa9, 0xc0021a7270, 0xc00137c000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00a8ec000, 0xfa9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021a7418, 0xaa059b, 0x2, 0xc00a8ec000, 0xfa9, 0x1a, 0x2c2, 0xc004b484c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a8ec000, 0xfa9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021a7570, 0xc006dc19c0, 0x62, 0xc0057ab490) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ef60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1401 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003beb5e0, 0xaa04f9, 0x2, 0xc00aaa0280, 0x26d, 0xa, 0x18, 0xc0077aeb00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003beb570, 0xc00b4cf560, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1402 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00258b338, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00258b338, 0x75a856, 0x0, 0xc0048f43f0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00258b338, 0xc00258b300, 0xc00258b388, 0x42ca96, 0xc003a3c150, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc00258b3a0, 0xc00258b3b8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc00272bfe0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0003a7080, 0xab9e11, 0x19, 0xc003a3c150) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00258b570, 0xc0019faa00, 0x35c4, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1403 [semacquire]: bytes.makeSlice(0xd40, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00685dc20, 0x7e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00685dc20, 0xc008e4cb00, 0x7e, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00685dc20, 0xc008e4cb00, 0x7e, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc0068c9650, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc0068c95e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096d3b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096d2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096cbd0, 0xb84d20, 0xc00685dc20) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00685dc20, 0xc00096cbd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00685da70, 0x2bdc113a7, 0x1251a20, 0xc005cee400, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f4a0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1404 [semacquire]: regexp.(*bitState).reset(0xc002df0000, 0xc000021200, 0x22c, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x82, 0x2, 0xc004fb4560, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x82, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x2, 0xc0070e21f0, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc001b26d80, 0x22c, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070e3118, 0xc004916230, 0xc0070e2208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0049161c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0070e3118, 0xc0049161c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0070e3118, 0xc0049161c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070e3118, 0xc0049161c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0011ac5b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc0011ac5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc0011ac5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0011ac4d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc0011ac4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc0011ac4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc002be02a0, 0xc0016aa000, 0x7f602d0a97d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc002be02a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc002be02a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc004efdb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc004efdb20, 0x54b170, 0xc003cfdad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004efdb20, 0x0, 0x0, 0x0, 0x0, 0xc004efdb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003021d10, 0x0, 0x0, 0x0, 0x2000, 0xc003740000, 0x1d2b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003740000, 0x1d2b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00281a7b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007f9570, 0xc004ae3380, 0xc004ae3c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f5c0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1405 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc008ace000, 0xd90, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066db418, 0xaa0503, 0x2, 0xc008ace000, 0xd90, 0x5, 0x310, 0xc0049c1ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ace000, 0xd90, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066db570, 0xc007ff35a0, 0x61, 0xc0078b0a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f740, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1406 [semacquire]: strings.genSplit(0xc00388f900, 0xc44, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x286, 0x286) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066df418, 0xaa04df, 0x2, 0xc00364c000, 0xc44, 0x4, 0x286, 0xc004da1660) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00364c000, 0xc44, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066df570, 0xc00833b060, 0x43, 0xc00830a050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f8c0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1410 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00adf9600, 0x31, 0x40, 0xc00adf9400, 0x34, 0x40, 0xc000b35078, 0xc000715500, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc008531f68, 0x1, 0x1, 0xc000b35148, 0x7f602d0ac080, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc008531f68, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000715500, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0025f5080, 0xc00505c240) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b35570, 0xc0025f5080, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b35570, 0xc006448f80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fec0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1411 [semacquire]: strings.genSplit(0xc007dc1000, 0xe6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x31d, 0x31d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00225f418, 0xaa04df, 0x2, 0xc007dbe000, 0xe6d, 0x5, 0x31d, 0xc002186120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007dbe000, 0xe6d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00225f570, 0xc007b3a6a0, 0x3d, 0xc00623dbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350660, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1413 [semacquire]: strings.genSplit(0xc0040c8a00, 0x134e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c359800, 0x410, 0x410) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002417418, 0xaa04f9, 0x2, 0xc007162000, 0x134e, 0x1, 0x410, 0xc004a22600) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007162000, 0x134e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002417570, 0xc001fc0ba0, 0x46, 0xc0076d2140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350960, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1414 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a1177a0, 0xc000fe5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe5418, 0xaa0503, 0x2, 0xc009060480, 0x19d8, 0x5, 0x568, 0xc004e16500) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009060480, 0x19d8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe5570, 0xc007d6ce60, 0x53, 0xc0071ca4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350ae0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1415 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ade3b00, 0x881, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ade3b00, 0x881, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ade3b00, 0x881, 0x0, 0x0, 0x115f500, 0xc00ade3b00, 0x881) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ade3b00, 0x881, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ade2900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ade3b00, 0x881, 0x881, 0xc00ade3b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008046d20, 0x26, 0xc00ade3b00, 0x881, 0xaa0378, 0x1, 0xc00ade3b00, 0x881, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350c60, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1416 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006dc1c20, 0xc004dcb430, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004dcb570, 0xc005408960, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350ea0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1417 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00207d5e0, 0xaa04f9, 0x2, 0xc0041f4a00, 0x311f, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00207d570, 0xc001d40100, 0x7a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351020, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1418 [semacquire]: strings.genSplit(0xc00b29a400, 0x836, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007f20000, 0x1c6, 0x1c6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033dd418, 0xaa058b, 0x2, 0xc0069fa400, 0x836, 0x3, 0x1c6, 0xc00523ba80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069fa400, 0x836, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033dd570, 0xc008487160, 0x46, 0xc004de61e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003511a0, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 362 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3bb80, 0xc004863318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004863418, 0xaa04fd, 0x2, 0xc008ec8a00, 0x244b, 0x1, 0x5b5, 0xc007c83aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ec8a00, 0x244b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004863570, 0xc00875b280, 0x55, 0xc0040f0739) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 363 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc002f58e90, 0xc00a3b4688, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc002f58e90, 0xc0077d1ea0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc002f58e90, 0xc0077d1f80, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0077d1f80, 0xc0077d1f80, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f59358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f59358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f59358, 0x0, 0xb856e0, 0xc0003b0108, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f59358, 0xc001d8abd0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f59358, 0x42ca96, 0xc009d0e570, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f593c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001fc1600, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0067d2e70, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f59570, 0xc0009fc480, 0xabc101, 0x1d, 0x46, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 364 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b085c00, 0xb30, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b085c00, 0xb30, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b085c00, 0xb30, 0x0, 0x0, 0x115f500, 0xc00b085c00, 0xb30) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b085c00, 0xb30, 0x0, 0x0, 0xaa0378, 0x1, 0xc0093c8800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b085c00, 0xb30, 0xb30, 0xc00b085c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7b8e, 0x3a, 0xc00b085c00, 0xb30, 0xaa0378, 0x1, 0xc00b085c00, 0xb30, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 365 [semacquire]: strings.Replace(0xc005656000, 0x1c88, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc000f94230, 0x0, 0x0, 0x0, 0x0, 0xc000f94230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001376540, 0x0, 0x0, 0x0, 0x2500, 0xc0091c0f00, 0x2256, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0091c0f00, 0x2256, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004b9dc50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00418b570, 0xc004943500, 0xc009ecdc00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 366 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000396340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0003965b0, 0xc00074ae70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f1a870, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0026bd890) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026bd890, 0x0, 0x0, 0x0, 0x1500, 0xc00051ea00, 0x14d2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00051ea00, 0x14d2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0017345a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003acf570, 0xc0049438a0, 0xc006448a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 369 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc005bbd200, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005bbd200, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005bbd1d0, 0x0, 0x0, 0x0, 0x1300, 0xc008ed3300, 0x11ff, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc008ed3300, 0x11ff, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0061fb950) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00782d570, 0xc006b12080, 0xc00875bbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1426 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005938680, 0x575, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005938680, 0x575, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005938680, 0x575, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005938680, 0x575, 0x0, 0x0, 0x115f500, 0x575, 0x575) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005938680, 0x575, 0x0, 0x0, 0xaa0378, 0x1, 0xc005937080) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005938680, 0x575, 0x575, 0xc005938680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0051df500, 0x6c, 0xc005938680, 0x575, 0xaa0378, 0x1, 0xc005938680, 0x575, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1429 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004a4cc00, 0x5c4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004a4cc00, 0x5c4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0x115f500, 0xc004a4cc00, 0x5c4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0097ed800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a4cc00, 0x5c4, 0x5c4, 0xc004a4cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610690, 0x49, 0xc004a4cc00, 0x5c4, 0xaa0378, 0x1, 0xc004a4cc00, 0x5c4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1430 [semacquire]: github.com/gigawattio/window.Rolling(0xc00a4ac000, 0x6b2, 0x6b2, 0x3, 0x0, 0x6b1, 0xc00a4ac000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00307b570, 0xc006cb66c0, 0xc004f1c640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1431 [semacquire]: strings.Replace(0xc00573e000, 0x1cce, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00573e000, 0x1cce) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000bab570, 0xc0057d0ec0, 0xc00b0fffc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1434 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a7b60f0, 0xa9ece0, 0xc00a7b60c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e77570, 0xc0009fc700, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1439 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004749380, 0xaa03af, 0x1, 0xc00248ced0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc002b2b3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002b2b3e0, 0xc004749380, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002b2b401, 0xc009e5f9a8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002b2b570, 0xc004749380, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1442 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003207118, 0xaa04bf, 0x2, 0x6e, 0x2, 0xc0032061f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003207118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003207118, 0xc00a833110, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003207118, 0xc00a833110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003207118, 0xc00a833110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1810, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1730, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1030, 0xc0013f2a80, 0x7f602d0aa560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc0f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc0f50, 0x54b170, 0xc00649ec30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc009fc0f50, 0x0, 0x0, 0x0, 0x0, 0xc009fc0f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ff23c0, 0x0, 0x0, 0x0, 0x1500, 0xc0028f9500, 0x14da, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0028f9500, 0x14da, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000071030) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b45570, 0xc00000e6e0, 0xc009ff41c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1448 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004088a80, 0xa04, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004088a80, 0xa04, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004088a80, 0xa04, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004088a80, 0xa04, 0x0, 0x0, 0x115f500, 0xa04, 0xa04) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004088a80, 0xa04, 0x0, 0x0, 0xaa0378, 0x1, 0xc0070ed500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004088a80, 0xa04, 0xa04, 0xc004088a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00822c5d0, 0x2c, 0xc004088a80, 0xa04, 0xaa0378, 0x1, 0xc004088a80, 0xa04, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1450 [semacquire]: bytes.makeSlice(0x503, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00574f260, 0xfd, 0xba) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00574f260, 0xc0058f9200, 0xfd, 0xba, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006dd6230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006dd6070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0063958f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00326a510, 0xc00326a510, 0xc00326a701) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00574f570, 0xc000960040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1451 [semacquire]: strings.genSplit(0xc009cf7b00, 0xed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xed, 0xc006a13950, 0xed) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b23458, 0xaa04f9, 0x2, 0xc006a13950, 0xed, 0xc002b23298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc0058776e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0058775f0, 0xc002b23320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002b233e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002b233e0, 0xc00b064e10, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002b23401, 0xc000714100) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002b23570, 0xc00b064e10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5efc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2451 [semacquire]: strings.genSplit(0xc004976000, 0x938, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ab1f400, 0x203, 0x203) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00951b418, 0xaa04f9, 0x2, 0xc006126000, 0x938, 0x4, 0x203, 0xc00b43bb60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc006126000, 0x938, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00951b570, 0xc00b43b7a0, 0x5c, 0xc00106fc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1461 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008bdc040, 0xc005f87318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f87418, 0xaa04fd, 0x2, 0xc003c93200, 0x5c1, 0x1, 0x13d, 0xc00b0ff380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003c93200, 0x5c1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f87570, 0xc004f1dbe0, 0x39, 0xc004fbe3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1462 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053dd458, 0xaa04f9, 0x2, 0xc0061d8f00, 0x9c, 0xc0053dd298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc0053a2630) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0019c6510, 0xc0053dd320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0053dd3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053dd3e0, 0xc0084fa9c0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0053dd401, 0xc00b0ee5a8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0053dd570, 0xc0084fa9c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1463 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a93418, 0xaa0503, 0x2, 0xc004721800, 0x1651, 0x3, 0x432, 0xc00470f6a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004721800, 0x1651, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a93570, 0xc00ad517e0, 0x40, 0xc0052e9000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1465 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0062f4880, 0xd7f, 0xc003ad1270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0062f4880, 0xd7f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ad1418, 0xaa04f9, 0x2, 0xc0062f4880, 0xd7f, 0x1, 0x25e, 0xc001e4ffc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0062f4880, 0xd7f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ad1570, 0xc008427380, 0x3d, 0xc000caa180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1467 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a671800, 0x17a2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a671800, 0x17a2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a671800, 0x17a2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a671800, 0x17a2, 0x0, 0x0, 0x115f500, 0x17a2, 0x17a2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a671800, 0x17a2, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c56800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a671800, 0x17a2, 0x17a2, 0xc00a671800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97a40, 0x3e, 0xc00a671800, 0x17a2, 0xaa0378, 0x1, 0xc00a671800, 0x17a2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1468 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00a04f118, 0xaa04bf, 0x2, 0xab, 0x2, 0xc00a04e1f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00a04f118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00a04f118, 0xc001a84460, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a04f118, 0xc001a84460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a04f118, 0xc001a84460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534e00, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534d20, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534460, 0xc003ff6d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534380, 0x54b170, 0xc008c10ea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005534380, 0x0, 0x0, 0x0, 0x0, 0xc005534380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f45f20, 0x0, 0x0, 0x0, 0x1300, 0xc00b2f8000, 0x107b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00b2f8000, 0x107b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00543a620) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ff7570, 0xc005887300, 0xc007ff3a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1469 [semacquire]: strings.genSplit(0xc003b30500, 0x2035, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c0db500, 0x60b, 0x60b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ae9418, 0xaa0503, 0x2, 0xc0074b3900, 0x2035, 0x1, 0x60b, 0xc00651cda0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0074b3900, 0x2035, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ae9570, 0xc0079b62e0, 0x35, 0xc002361b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1470 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003db5418, 0xaa0503, 0x2, 0xc0085e6000, 0x28e8, 0x5, 0x75b, 0xc007971c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0085e6000, 0x28e8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003db5570, 0xc004cfc540, 0x5a, 0xc00708bc20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1471 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009d33118, 0xc004e10d20, 0xd9, 0xd9, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009d33118, 0xc00798d7a0, 0xc009d32208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00798d730, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009d33118, 0xc00798d730, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009d33118, 0xc00798d730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009d33118, 0xc00798d730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00adb0d90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc00adb0d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc00adb0d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00adb0cb0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc00adb0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc00adb0cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc006dde690, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc006dde690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc006dde690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc006dde5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc006dde5b0, 0x54b170, 0xc0036ae1a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006dde5b0, 0x0, 0x0, 0x0, 0x0, 0xc006dde5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a4ab080, 0x0, 0x0, 0x0, 0x1980, 0xc009345300, 0x1904, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc009345300, 0x1904, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000cfc924) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004057570, 0xc0003b1420, 0xc00a0b41a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2465 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003ee9d40, 0xc009eca000, 0x65) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003ee9d40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee9d40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee9d40, 0xc005ffe460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa900, 0x0, 0x0, 0x0, 0xc004287258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa900, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004287950, 0xc00665bc00, 0xaa0, 0x666f2065676e6172, 0x7420736d65746920, 0x706d6f6320746168) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1476 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00293b6e7, 0x7, 0x2, 0xc000723e88, 0x3, 0xc000723f28, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00293b6e7, 0x7, 0xaa0378, 0x1, 0xc000723f10, 0x46620f) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f650, 0xc000910060, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc00369f5e0, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000725118, 0xc00369f5e0, 0x3c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc00369f500, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000725118, 0xc00369f500, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000725118, 0xc00369f500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164fc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc002164fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164ee0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc002164ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc0021647e0, 0xc000680380, 0x7f602d0ab2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc0021647e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc0021647e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164700, 0x54b170, 0xc0039d0dd0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002164700, 0x0, 0x0, 0x0, 0x0, 0xc002164700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055f4390, 0x0, 0x0, 0x0, 0x900, 0xc003840400, 0x8b8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003840400, 0x8b8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00330e030) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004153570, 0xc00569a5c0, 0xc004991900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2431 [semacquire]: bytes.makeSlice(0xf80, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00005da98, 0xf80, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc00a26ad00, 0xf80, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00879c900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1478 [semacquire]: strings.genSplit(0xc006e06000, 0xfcf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ee5800, 0x368, 0x368) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417b418, 0xaa0599, 0x2, 0xc00a50d000, 0xfcf, 0x1, 0x368, 0xc00651d3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a50d000, 0xfcf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417b570, 0xc0009fd820, 0x3f, 0xc00487cd8f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1479 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0019fb760, 0xc0041b3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041b3418, 0xaa04df, 0x2, 0xc000793300, 0x12a5, 0x4, 0x3da, 0xc004ae3c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000793300, 0x12a5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041b3570, 0xc00272bc00, 0x38, 0xc002228f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1481 [semacquire]: strings.Replace(0xc00a47c000, 0x1365, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00a47c000, 0x1365) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c89570, 0xc004b48580, 0xc007027e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1482 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c24000, 0x104d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c24000, 0x104d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c24000, 0x104d, 0x0, 0x0, 0x115f500, 0x104d, 0x104d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c24000, 0x104d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b54d900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c24000, 0x104d, 0x104d, 0xc002c24000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fcc8a0, 0x57, 0xc002c24000, 0x104d, 0xaa0378, 0x1, 0xc002c24000, 0x104d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1484 [semacquire]: regexp.(*bitState).reset(0xc000b69080, 0xc000021200, 0x9, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x0, 0x2, 0xc008c52010, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x2, 0xc006d4bec0, 0xc000000029, 0x99, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00a774320, 0x9, 0xaa0378, 0x1, 0x4, 0xc006d4bf70) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4f340, 0xc0034e8500, 0xc008c3e0a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc000d4f2d0, 0x99, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d4d118, 0xc000d4f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc000d4eee0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d4d118, 0xc000d4eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40150, 0xc000680380, 0x7f602d0ac080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40070, 0x54b170, 0xc00761c0d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001a40070, 0x0, 0x0, 0x0, 0x0, 0xc001a40070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c07dec0, 0x0, 0x0, 0x0, 0x1300, 0xc00c428600, 0x113b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00c428600, 0x113b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0053e3ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001867570, 0xc007027700, 0xc004e16ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1485 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005635020, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0008a3570, 0xc005635020, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008a3570, 0xc004e16320, 0x4d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2429 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1487 [semacquire]: bytes.makeSlice(0xeaa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00bed3bf0, 0x84, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00bed3bf0, 0xc000a4d3b0, 0x84, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00bed3bf0, 0xc000a4d3b0, 0x84, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00bed3bf0, 0xc00325ea10, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00bed3bf0, 0xc00325e9a0, 0xb84d20, 0xc00bed3bf0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00bed3bf0, 0xc00325e9a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00bed3bc0, 0xc005fd3190, 0x42c59c, 0x7f5fc8037338, 0xbf) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00bed3bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00bed3b90, 0xc005fd3320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005fd3708, 0xc0079b6260, 0xaac03e, 0x7, 0xc0079b6260) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005fd3708, 0xc0079b6260, 0xc0057d1280) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1488 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006551b00, 0x861, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006551b00, 0x861, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006551b00, 0x861, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006551b00, 0x861, 0x0, 0x0, 0x115f500, 0xc006551b00, 0x861) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006551b00, 0x861, 0x0, 0x0, 0xaa0378, 0x1, 0xc006550900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006551b00, 0x861, 0x861, 0xc006551b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061fb270, 0x3f, 0xc006551b00, 0x861, 0xaa0378, 0x1, 0xc006551b00, 0x861, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1489 [semacquire]: strings.genSplit(0xc0088c4c80, 0xc57, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0087d9000, 0x279, 0x279) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047b7418, 0xaa04fd, 0x2, 0xc0020d6000, 0xc57, 0x1, 0x279, 0xc008bdc360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0020d6000, 0xc57, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047b7570, 0xc0082ef6a0, 0x9d, 0xc0053a0f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1818 [semacquire]: strings.Replace(0xc00b3a8000, 0x122c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x12, 0xc00b3a8000, 0x122c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b12d950, 0xc007603300, 0x1227, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc009494060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1492 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc001c1a000, 0x30, 0x40, 0xc005928450, 0x142ef, 0xc001c1a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000509180, 0x363, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000509180, 0x363, 0x0, 0x0, 0x115f500, 0x363, 0x363) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000509180, 0x363, 0x0, 0x0, 0xaa0378, 0x1, 0xc000508700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000509180, 0x363, 0x363, 0xc000509180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00292b540, 0x49, 0xc000509180, 0x363, 0xaa0378, 0x1, 0xc000509180, 0x363, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cea0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1493 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc006726800, 0x177c, 0x2, 0xc000343270, 0x100, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc006726800, 0x177c, 0xaa04bf, 0x2, 0xc006726800, 0x177c) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0003433e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003433e0, 0xc00a7f4f60, 0xaa04f9, 0x2, 0xc000343570, 0x8, 0x9ecc80, 0xc000343401, 0xc00521bdf8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000343570, 0xc00a7f4f60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cf60, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1495 [semacquire]: regexp/syntax.(*parser).collapse(0xc00515bb00, 0xc00272ade0, 0x3, 0x4, 0xc007269f12, 0xc007269f10) /usr/local/go/src/regexp/syntax/parse.go:380 +0x17a regexp/syntax.(*parser).concat(0xc00515bb00, 0xa) /usr/local/go/src/regexp/syntax/parse.go:313 +0x166 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:891 +0x1026 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005f89050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005f89050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068b614c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005f89050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005f89050, 0x1, 0xc0068b2490, 0xc0102954000, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005f89050, 0x4, 0xa0, 0xc0050b5f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0050b5000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1d6c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005922090, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f89950, 0xc003afe000, 0x1eec, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1498 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a4d8000, 0xdfe, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a4d8000, 0xdfe, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0x115f500, 0xc00a4d8000, 0xdfe) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a4d1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a4d8000, 0xdfe, 0xdfe, 0xc00a4d8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0046103c0, 0x4e, 0xc00a4d8000, 0xdfe, 0xaa0378, 0x1, 0xc00a4d8000, 0xdfe, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1499 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000aa5118, 0xaa04bf, 0x2, 0xec, 0x2, 0xc000aa41f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000aa5118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000aa5118, 0xc005fe3180, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000aa5118, 0xc005fe3180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000aa5118, 0xc005fe3180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce150, 0xc000e7d180, 0x7f602d0a9e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce070, 0x54b170, 0xc00590c8f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001bce070, 0x0, 0x0, 0x0, 0x0, 0xc001bce070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00aeffbf0, 0x0, 0x0, 0x0, 0x1300, 0xc00b2cd300, 0x1276, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00b2cd300, 0x1276, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003450ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004325570, 0xc000ca1a80, 0xc00b62c160) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1500 [semacquire]: strings.genSplit(0xc0091a8900, 0x84b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa47, 0xc0024b6900, 0x84b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057f75e0, 0xaa04f9, 0x2, 0xc0024b6900, 0x84b, 0x6, 0x1d, 0xc007b3b400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0057f7570, 0xc0019fa1c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1503 [semacquire]: strings.genSplit(0xc003109520, 0x17f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x17f, 0xc007984d80, 0x17f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d2f5e0, 0xaa04f9, 0x2, 0xc007984d80, 0x17f, 0xe, 0x31, 0xc007b3ba40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000d2f570, 0xc00a117b40, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1504 [semacquire]: regexp.(*Regexp).expand(0xc0068ca500, 0xc00447e000, 0x500, 0x500, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc003240000, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc00447e000, 0x500, 0x500, 0xc00760e040, 0x2, 0x2, 0xc003240000, 0x1686, 0x500) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0068ca500, 0x0, 0x0, 0x0, 0xc003240000, 0x1686, 0x2, 0xc0031a9270, 0xc003240000, 0x1686, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0068ca500, 0xc003240000, 0x1686, 0xaa0378, 0x1, 0x1, 0xe) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006493570, 0xc00b62d740, 0xc00b62dfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1507 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004d4a750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002828270, 0xc0085ee620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003a05650, 0x0, 0x0, 0x0, 0x0, 0x601, 0xc003a05620) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a05620, 0x0, 0x0, 0x0, 0x700, 0xc005119500, 0x60c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005119500, 0x60c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00297d8a4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000977570, 0xc008c7e740, 0xc007abbba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1508 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0098f1188, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0098f1188, 0x75a856, 0x0, 0xc000a4a930, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0098f1188, 0xc0098f1150, 0xc0098f11d8, 0x42ca96, 0xc007d75860, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa449e, 0x4, 0x1, 0xc0098f11f0, 0xc0098f1208, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa449e, 0x4, 0x1, 0xb856e0, 0xc006dc1700) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007d743c0, 0xaa449e, 0x4, 0xc007d75860) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc0098f13e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0098f13e0, 0xc007d743c0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0098f1401, 0xc00b370350) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0098f1570, 0xc007d743c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1510 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265d0e0, 0xc003fa5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fa5418, 0xaa059b, 0x2, 0xc001fcc000, 0x18f2, 0x7c, 0x495, 0xc004eae6a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001fcc000, 0x18f2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fa5570, 0xc002b57640, 0x5f, 0xc002a5f320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2449 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007545000, 0x793, 0xc003acd270, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007545000, 0x793, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003acd418, 0xaa04f9, 0x2, 0xc007545000, 0x793, 0x1, 0x1ce, 0xc004da0a40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc007545000, 0x793, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003acd570, 0xc004da06a0, 0x69, 0xc007a72770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1512 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc00671d110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00671d110) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00671d110, 0xc002835810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0084cf2f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0084cf2c0, 0x0, 0x0, 0x0, 0x800, 0xc007544000, 0x727, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc007544000, 0x727, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00399fb34) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00411f570, 0xc004942f40, 0xc004da0560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1514 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xbb3, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00359a800, 0xbb3, 0xbb3, 0xc00359a800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004963200, 0x29, 0xc00359a800, 0xbb3, 0xaa0378, 0x1, 0xc00359a800, 0xbb3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1515 [semacquire]: strings.genSplit(0xc005046000, 0xf90, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0085b6a00, 0x31b, 0x31b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413d418, 0xaa04df, 0x2, 0xc007a8d000, 0xf90, 0x4, 0x31b, 0xc007971c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007a8d000, 0xf90, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413d570, 0xc005f1c780, 0x48, 0xc00292b450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1516 [semacquire]: bytes.makeSlice(0x1c88, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003ff33e0, 0x432, 0x1c) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003ff33e0, 0xc0036f2000, 0x432, 0x5165d7, 0xc0060e819e, 0xc004cd2f70) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0089a0070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e7bdc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e7bce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00462c380) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00462c2a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d9ea0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005d9de60, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ff3570, 0xc008575660, 0x4b, 0xc005d3e5f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f280c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2389 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc008059040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc008059110, 0xc005d2a000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83d60, 0x0, 0x0, 0x0, 0xc00b5e7258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83d60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b5e7950, 0xc006682500, 0x23c2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068008a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1520 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004b1d1a0, 0xa9ece0, 0xc004b1d170) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049d5570, 0xc00113dc00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f283c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1521 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007c64b00, 0xc004059318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004059418, 0xaa058b, 0x2, 0xc00249ca00, 0x14ed, 0x4, 0x486, 0xc001e4f5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00249ca00, 0x14ed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004059570, 0xc0079b6de0, 0x40, 0xc0064d82c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1522 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008b3b5e0, 0xaa04f9, 0x2, 0xc00817a300, 0xb9, 0x1, 0x1d, 0xc005f1d640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b3b570, 0xc00265c280, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1524 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0078e5000, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0078e4ff8, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002998700, 0x6c4, 0x6c4, 0x1, 0xc002998700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006860780, 0x41, 0xc002998700, 0x6c4, 0xaa0378, 0x1, 0xc002998700, 0x6c4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f286c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1525 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00692b500, 0x9c2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00692b500, 0x9c2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00692b500, 0x9c2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00692b500, 0x9c2, 0x0, 0x0, 0x115f500, 0x9c2, 0x9c2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00692b500, 0x9c2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00aa9b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00692b500, 0x9c2, 0x9c2, 0xc00692b500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002228940, 0x38, 0xc00692b500, 0x9c2, 0xaa0378, 0x1, 0xc00692b500, 0x9c2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1526 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0042f4d00, 0x871, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042f4d00, 0x871, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042f4d00, 0x871, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042f4d00, 0x871, 0x0, 0x0, 0x115f500, 0x871, 0x871) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042f4d00, 0x871, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042f3b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042f4d00, 0x871, 0x871, 0xc0042f4d00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610550, 0x48, 0xc0042f4d00, 0x871, 0xaa0378, 0x1, 0xc0042f4d00, 0x871, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1529 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007970460, 0xc004079318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004079418, 0xaa0599, 0x2, 0xc00b6a7000, 0xee7, 0x1, 0x2ee, 0xc009d27ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b6a7000, 0xee7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004079570, 0xc00569a360, 0x39, 0xc0087567c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1530 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b9b418, 0xaa04f9, 0x2, 0xc0038e6c00, 0x10f5, 0x1, 0x317, 0xc004ab9be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0038e6c00, 0x10f5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b9b570, 0xc001b89f40, 0x46, 0xc000afa976) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1531 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc007aef600, 0x852, 0x2, 0xc003c01ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc007aef600, 0x852, 0xaa0378, 0x1, 0xc007aeed00, 0x852) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc007aef600, 0x852, 0xaa0378, 0x1, 0xc007aef600, 0x852) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28c00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2388 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00c2cc400, 0xe, 0x10, 0xc008912900, 0x17, 0x20, 0xc0089e3078, 0xc00a26a5b8, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc0072fd740, 0x1, 0x1, 0xc0089e3148, 0x7f602d0aac28, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0072fd740, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a26a5b8, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0093b3c50, 0xc002aa28d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0089e3570, 0xc0093b3c50, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0089e3570, 0xc004eafee0, 0x5f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068007e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1535 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c0314d0, 0xc00428d230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c0314d0, 0x0, 0x0, 0x0, 0x1300, 0xc0005fd900, 0x103d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0005fd900, 0x103d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0052df830) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00428d570, 0xc00569a940, 0xc004ab9100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1537 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004779418, 0xaa0569, 0x2, 0xc001c96000, 0x1586, 0x1f, 0x479, 0xc006f01940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c96000, 0x1586, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004779570, 0xc004e164e0, 0x61, 0xc004a9b5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29080, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1540 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:141 regexp.makeOnePass(0xc008243770, 0xc008243770) /usr/local/go/src/regexp/onepass.go:306 +0x93 regexp.compileOnePass(0xc0026bced0, 0xc0026bced0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004013358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004013358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004013358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004013358, 0x75a856, 0x0, 0xc003104070, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004013358, 0xc004013320, 0xc0040133a8, 0x42ca96, 0xc0026bce70, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0040133c0, 0xc0040133d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00a117ba0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00119b920, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004013570, 0xc0054093a0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f292c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1545 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00414b900, 0x1074, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00414b900, 0x1074, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00414b900, 0x1074, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00414b900, 0x1074, 0x0, 0x0, 0x115f500, 0x1074, 0x1074) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00414b900, 0x1074, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ebcc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00414b900, 0x1074, 0x1074, 0xc00414b900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00183c910, 0x46, 0xc00414b900, 0x1074, 0xaa0378, 0x1, 0xc00414b900, 0x1074, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1546 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bb3418, 0xaa04f9, 0x2, 0xc0020f8600, 0x10d4, 0x4, 0x3bc, 0xc0003b1f60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0020f8600, 0x10d4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bb3570, 0xc005409e00, 0x89, 0xc000af8d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1550 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008bdc3e0, 0xc00469f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00469f418, 0xaa05c9, 0x2, 0xc00219a400, 0x8a6, 0x5, 0x1c5, 0xc00a117ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00219a400, 0x8a6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00469f570, 0xc00523b2a0, 0x62, 0xc0078b0070) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1551 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc007c6c600, 0x1195, 0x2, 0xc0094bdab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc007c6c600, 0x1195, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc007c6c600, 0x1195, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1552 [semacquire]: github.com/andybalholm/cascadia.Compile(0xaa3ff6, 0x4, 0x1, 0x8010106, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007b15980, 0xaa3ff6, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetFavicon(0xc004815570, 0xc00b4cf1e0, 0xaa04f9, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:161 +0x4f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:131 +0x34d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1553 [semacquire]: bytes.makeSlice(0x707, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0028af260, 0x1a9, 0x18b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0028af260, 0xc004ba1340, 0x1a9, 0x5165d7, 0xc00a728fa4, 0xc001c63908) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c8770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c8700) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c80e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005cc6870, 0xc005cc6870, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0028af570, 0xc004ab9f60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1556 [semacquire]: strings.genSplit(0xc008d35900, 0x103e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x103e, 0xc000dfec00, 0x1056) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017b5570, 0xc008cb7e20, 0xc0051fc820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1557 [semacquire]: strings.genSplit(0xc008b27000, 0xe84, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007295000, 0x2d4, 0x2d4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bff418, 0xaa0599, 0x2, 0xc007fda000, 0xe84, 0x1, 0x2d4, 0xc00afb13e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007fda000, 0xe84, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bff570, 0xc00651d060, 0x28, 0xc0049822a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2419 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002b56c00, 0xc002315208, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023155e0, 0xaa04f9, 0x2, 0xc00622ccf0, 0x88, 0x0, 0xc002315430, 0xc002b56448) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002315570, 0xc005184c30, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002315570, 0xc00a9d0280, 0x52) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1559 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.Compile(0xc0098b4000, 0xc0098b4000, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:84 +0x241 regexp.compile(0xaa5b70, 0x5, 0xc00b0000d4, 0xc0084a3300, 0xc000f572a0, 0x509c73) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b01570, 0xc00113cd80, 0xc0064499c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1560 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a804e00, 0x662, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a804e00, 0x662, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a804e00, 0x662, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a804e00, 0x662, 0x0, 0x0, 0x115f500, 0x662, 0x662) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a804e00, 0x662, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a804700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a804e00, 0x662, 0x662, 0xc00a804e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00491e03d, 0x3c, 0xc00a804e00, 0x662, 0xaa0378, 0x1, 0xc00a804e00, 0x662, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1561 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00272a980, 0xc004155318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004155418, 0xaa04df, 0x2, 0xc006696000, 0xe6b, 0x5, 0x273, 0xc00b43b940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006696000, 0xe6b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004155570, 0xc00457f300, 0x3b, 0xc000be0c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1562 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0088a2000, 0x107c, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc007071110, 0x0, 0x0, 0x0, 0x0, 0xc007071110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0042d8f90, 0x0, 0x0, 0x0, 0x1500, 0xc0043bf500, 0x1461, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0043bf500, 0x1461, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00473a460) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00429d570, 0xc0067b5d80, 0xc0067b45c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2462 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003ee91e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee91e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee91e0, 0xc0076352d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa740, 0x0, 0x0, 0x0, 0xc003271258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa740, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003271950, 0xc0008da400, 0xb00, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1564 [semacquire]: bytes.makeSlice(0x207f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00758f118, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00758f118, 0x1189d00, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00758f118, 0xc0049fd380, 0xbd, 0xbd, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00758f118, 0xc00744eaf0, 0xc00758e208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00744ea80, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00758f118, 0xc00744ea80, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00758f118, 0xc00744ea80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00758f118, 0xc00744ea80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4ad490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4ad490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4ad490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4ad3b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4ad3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4ad3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4accb0, 0xc00125d880, 0x7f602d0a9e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4accb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4accb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4acbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4acbd0, 0x54b170, 0xc002fe92b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00b4acbd0, 0x0, 0x0, 0x0, 0x0, 0xc00b4acbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007eb2210, 0x0, 0x0, 0x0, 0x1500, 0xc004532a00, 0x13f2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004532a00, 0x13f2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc00bde22c8, 0x75bd50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007e1570, 0xc004da09a0, 0xc008f46860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1565 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0980, 0xc005f85318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f85418, 0xaa058b, 0x2, 0xc0009b5400, 0xb90, 0x9, 0x26b, 0xc0049c0960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009b5400, 0xb90, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f85570, 0xc006b13c00, 0x52, 0xc006fcc780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1569 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004182d00, 0x88c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004182d00, 0x88c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004182d00, 0x88c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004182d00, 0x88c, 0x0, 0x0, 0x115f500, 0x88c, 0x88c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004182d00, 0x88c, 0x0, 0x0, 0xaa0378, 0x1, 0xc004182400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004182d00, 0x88c, 0x88c, 0xc004182d00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6bb90, 0x3a, 0xc004182d00, 0x88c, 0xaa0378, 0x1, 0xc004182d00, 0x88c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2440 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004011950, 0xc006cd0a00, 0x13f1, 0x7461766974706163, 0x6564697620676e69, 0x6f7920726f66206f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2468 [semacquire]: strings.Replace(0xc009468a00, 0x3500, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2c, 0xc009468a00, 0x3500) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004573950, 0xc00afc0000, 0x34f9, 0x0, 0xc0072b8e69, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a077a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1573 [semacquire]: strings.genSplit(0xc003590000, 0x582, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007c36600, 0x128, 0x128) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002777418, 0xaa04f9, 0x2, 0xc001c0d200, 0x582, 0x1, 0x128, 0xc0049c1240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c0d200, 0x582, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002777570, 0xc004da1100, 0x47, 0xc002838e1a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1574 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003852340, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003852340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003852340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003852340, 0xc00c3a1b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b1fd290, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc008bc92c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008bc92c0, 0x0, 0x0, 0x0, 0x1000, 0xc00c063000, 0xf69, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00c063000, 0xf69, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc005458080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00480b570, 0xc0009fc3a0, 0xc007c83ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1577 [semacquire]: regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc006866000, 0x50d5a7, 0xc000a57d79) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00682d000, 0xe5a, 0xe5a) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002779570, 0xc004c4da20, 0xc0085a0660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1578 [semacquire]: strings.genSplit(0xc0044ea000, 0x1e4e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007258000, 0x5cd, 0x5cd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ab418, 0xaa0599, 0x2, 0xc00886c000, 0x1e4e, 0x1, 0x5cd, 0xc007b3af80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00886c000, 0x1e4e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ab570, 0xc0085a0be0, 0x7a, 0xc0063e8980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1579 [semacquire]: strings.genSplit(0xc00a140000, 0x2986, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00329a000, 0x87e, 0x87e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f2b418, 0xaa058b, 0x2, 0xc006b5c000, 0x2986, 0x4, 0x87e, 0xc00b3e6320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b5c000, 0x2986, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f2b570, 0xc007c82760, 0x40, 0xc007e21600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1580 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cbb5e0, 0xaa04f9, 0x2, 0xc00183f800, 0xbe3, 0x0, 0xc000681880, 0x7f602d0a9108) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cbb570, 0xc007c83f40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1581 [semacquire]: strings.genSplit(0xc006d24580, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007ec7500, 0x281, 0x281) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004817418, 0xaa0599, 0x2, 0xc005cf8c80, 0xc10, 0x1, 0x281, 0xc00272bfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cf8c80, 0xc10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004817570, 0xc00a117780, 0x68, 0xc009ecbc7d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1582 [semacquire]: bytes.makeSlice(0x18a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0055ce540, 0x82, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0055ce540, 0xc008424bd0, 0x82, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0055ce540, 0xc008424bd0, 0x82, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d4380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d41c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d4150, 0xb84d20, 0xc0055ce540) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0055ce540, 0xc0055d4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055ce0f0, 0x2ec5d6d74, 0x1251a20, 0xc001e4f560, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1583 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000795900, 0x1053, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000795900, 0x1053, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000795900, 0x1053, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000795900, 0x1053, 0x0, 0x0, 0x115f500, 0x1053, 0x1053) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000795900, 0x1053, 0x0, 0x0, 0xaa0378, 0x1, 0xc0029c0c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000795900, 0x1053, 0x1053, 0xc000795900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00728a070, 0x50, 0xc000795900, 0x1053, 0xaa0378, 0x1, 0xc000795900, 0x1053, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1586 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0007fd358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0007fd358, 0xc0050ccd20, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0007fd358, 0x42ca96, 0xc005bbd710, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0007fd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0051fdfe0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a3c1e0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0007fd570, 0xc00272b2c0, 0xabc101, 0x1d, 0x2e, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1587 [semacquire]: strings.Replace(0xc0069aa800, 0xbe4, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x2, 0xc0069aa800, 0xbe4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000fed570, 0xc008487880, 0xc005409cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1588 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006990400, 0x389, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006990400, 0x389, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006990400, 0x389, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006990400, 0x389, 0x0, 0x0, 0x115f500, 0x389, 0x389) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006990400, 0x389, 0x0, 0x0, 0xaa0378, 0x1, 0xc006115c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006990400, 0x389, 0x389, 0xc006990400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0055cd3c0, 0x3c, 0xc006990400, 0x389, 0xaa0378, 0x1, 0xc006990400, 0x389, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1590 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00bf0ca80, 0x94d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bf0ca80, 0x94d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0x115f500, 0x94d, 0x94d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bf0c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bf0ca80, 0x94d, 0x94d, 0xc00bf0ca80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0046111d0, 0x4f, 0xc00bf0ca80, 0x94d, 0xaa0378, 0x1, 0xc00bf0ca80, 0x94d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1593 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc004039000, 0xe5f, 0xaa0378, 0x1, 0xc0056d2000, 0xe5f) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004039000, 0xe5f, 0xaa0378, 0x1, 0xc004039000, 0xe5f) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1594 [semacquire]: regexp.onePassCopy(0xc00bd5d9e0, 0xc00bd5d9e0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc00bd5d9e0, 0xc00bd5d9e0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057fb358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057fb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057fb358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057fb358, 0x75a856, 0x0, 0xc00707a070, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057fb358, 0xc0057fb320, 0xc0057fb3a8, 0x42ca96, 0xc00bd5d9b0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0057fb3c0, 0xc0057fb3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc008bdc2e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0051b33b0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0057fb570, 0xc0049c0de0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1595 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0071e9100, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0071e9100, 0x75a856, 0x0, 0xc007217420, 0x100000000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0071e9100, 0x46edef, 0x7, 0x0, 0xc0096b4300, 0xc0092bcb88) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xc0092bcb88, 0x7, 0xc0092bcb88, 0x7, 0x7, 0x1, 0x7) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xc0092bcb88, 0x7, 0x1, 0xc0071e91e8, 0x46e527) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0096b4300, 0xc0092bcb88, 0x7, 0xaa413a) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x0, 0xc0096b4300) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0096b42d0, 0xc0071e9350, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0071e9708, 0xc0064487e0, 0xc000137ae0, 0xc0071e93f8, 0xc002805560) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0071e9708, 0xc0064487e0, 0xc006449220) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1597 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005fa5140, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc005fa5140, 0xb7b620, 0xc00bcf16b0, 0x203002, 0x203002, 0x203002) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00bcf16b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00bcf16b0, 0xc005fa5230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bcf16b0, 0x0, 0x0, 0x0, 0xc80, 0xc00bff3200, 0xc14, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00bff3200, 0xc14, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0081960b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fa5570, 0xc002b56e60, 0xc004942a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1598 [semacquire]: strings.Replace(0xc0035da000, 0xec7, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc001e54540, 0x0, 0x0, 0x0, 0x0, 0xc001e54540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002196390, 0x0, 0x0, 0x0, 0x1300, 0xc0034ae600, 0x1137, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0034ae600, 0x1137, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003735020) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004225570, 0xc005cef660, 0xc004cfc3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1599 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc00a3834a0, 0xc00aa9a000, 0x9d0, 0xaa0378, 0x1, 0x1, 0x18) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041d3570, 0xc004ab8660, 0xc000a52e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1602 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18014, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0069af200, 0x8d4, 0x8d4, 0x1, 0xc0069af200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006860dc0, 0x46, 0xc0069af200, 0x8d4, 0xaa0378, 0x1, 0xc0069af200, 0x8d4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1607 [semacquire]: github.com/gigawattio/window.Rolling(0xc008492000, 0x1c6, 0x1c6, 0x3, 0x0, 0x1c5, 0xc008492000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004179570, 0xc0051fd1c0, 0xc00651dd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1608 [semacquire]: strings.genSplit(0xc0033f8c80, 0xc6b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x391, 0x391) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00425d418, 0xaa05c9, 0x2, 0xc0036ac580, 0xc6b, 0x3, 0x391, 0xc006dc18c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0036ac580, 0xc6b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00425d570, 0xc0067b5460, 0x37, 0xc0066983c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1610 [semacquire]: github.com/gigawattio/window.Rolling(0xc00bb0d000, 0x2f8, 0x2f8, 0x3, 0x0, 0x2f7, 0xc00bb0d000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006691570, 0xc00272b5c0, 0xc004eae9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1611 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00aa15110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc00aa151e0, 0xc0048c8380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0051b20c0, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc0051b2090) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051b2090, 0x0, 0x0, 0x0, 0xd80, 0xc00a906880, 0xd3a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00a906880, 0xd3a, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001b6f400) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006491570, 0xc0009611c0, 0xc008426d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1612 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002d8f000, 0xfd5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002d8f000, 0xfd5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002d8f000, 0xfd5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002d8f000, 0xfd5, 0x0, 0x0, 0x115f500, 0xfd5, 0xfd5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002d8f000, 0xfd5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a5c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002d8f000, 0xfd5, 0xfd5, 0xc002d8f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00728b200, 0x2e, 0xc002d8f000, 0xfd5, 0xaa0378, 0x1, 0xc002d8f000, 0xfd5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1615 [semacquire]: regexp.(*bitState).reset(0xc001bb5760, 0xc000021c20, 0x8af, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x87f, 0x2, 0xc000cb4c10, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x87f, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x2, 0xc00484b270, 0xc008530250, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc001a7d600, 0x8af, 0xaa0378, 0x1, 0xc0004212e0, 0xc00055ed00) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00484b3e0, 0xc0077af0e0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00484b3e0, 0xc008547bc0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x35e, 0x35f) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00484b570, 0xc008547bc0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1616 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a2ed1e0, 0xc004337318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004337418, 0xaa0599, 0x2, 0xc00bf6c300, 0x6f4, 0xc00bf6c300, 0xc004337408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00bf6c300, 0x6f4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004337570, 0xc005409700, 0x40, 0xc005216d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6c60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1619 [semacquire]: strings.genSplit(0xc00880aa80, 0x4a26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00910a000, 0x1361, 0x1361) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00424f418, 0xaa04fd, 0x2, 0xc008941500, 0x4a26, 0x1, 0x1361, 0xc007ff2ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008941500, 0x4a26, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00424f570, 0xc0067b48e0, 0x45, 0xc007b7d810) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1620 [semacquire]: regexp.makeOnePass(0xc00bd5c030, 0xc00bd5c030) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc0055f4f90, 0xc0055f4f90) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005fa7358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005fa7358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005fa7358, 0x0, 0xb856e0, 0xc0003b0108, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005fa7358, 0xc004be07e0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005fa7358, 0x42ca96, 0xc009ec8d50, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005fa73c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00b3e7c40, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0081e5d10, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005fa7570, 0xc0081df720, 0xabc101, 0x1d, 0x33, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1621 [semacquire]: github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0019932d0, 0x1, 0xc001993a40, 0x0, 0xc006e49080, 0x42cb96, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc001993a40, 0x1000000a12b20, 0x58, 0x60) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45 github.com/PuerkitoBio/goquery.mapNodes(0xc000392de8, 0x1, 0x1, 0xc006e49148, 0x2, 0x2, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000392de8, 0x1, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006e49268, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Next(0xc002b847e0, 0xc002b84a20) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:288 +0x66 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006e49570, 0xc002b847e0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:516 +0x2f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e49570, 0xc005e52400, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1622 [semacquire]: strings.genSplit(0xc003fb6000, 0xcf7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008109500, 0x283, 0x283) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00427f418, 0xaa0569, 0x2, 0xc004710000, 0xcf7, 0x1a, 0x283, 0xc007026060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004710000, 0xcf7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00427f570, 0xc00265d0a0, 0x50, 0xc000ea7900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b70e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1623 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc008a4d118, 0xaa04bf, 0x2, 0xb1, 0x2, 0xc008a4c1f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008a4d118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a4d118, 0xc006a4e620, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a4d118, 0xc006a4e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a4d118, 0xc006a4e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526d20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526c40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526540, 0x7f600413cd38, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526460, 0x54b170, 0xc006a26680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000526460, 0x0, 0x0, 0x0, 0x0, 0xc000526460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00218e150, 0x0, 0x0, 0x0, 0x1500, 0xc002111500, 0x1323, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002111500, 0x1323, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0075aa190) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dd7570, 0xc000960b00, 0xc000a52c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1624 [semacquire]: strings.genSplit(0xc00900b900, 0x230d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c2de000, 0x65a, 0x65a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f8f418, 0xaa04d9, 0x2, 0xc008a99900, 0x230d, 0x1, 0x65a, 0xc004ab9240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a99900, 0x230d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f8f570, 0xc005887020, 0x37, 0xc004d33300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1625 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008bdc780, 0xc008a8d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a8d418, 0xaa059b, 0x2, 0xc009275b00, 0x1acb, 0x75, 0x4e8, 0xc00a117b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009275b00, 0x1acb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008a8d570, 0xc0009fcc20, 0x25, 0xc008047a23) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1165 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc007c65bc0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c65bc0, 0x0, 0x0, 0x0, 0xc004579258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c65bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004579950, 0xc0035c0a80, 0xa00, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1635 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ed5570, 0xc005cef560, 0xc002b57c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1638 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000721118, 0xaa04bf, 0x2, 0xc005053680, 0x106, 0xae62c8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000721118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000721118, 0xc0036c6c40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000721118, 0xc0036c6c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000721118, 0xc0036c6c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc00b9833b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc00b9833b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc00b9833b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc00b9832d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc00b9832d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc00b9832d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc0060be850, 0xc000681880, 0x7f602d0a9108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc0060be850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc0060be850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc0065aecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc0065aecb0, 0x54b170, 0xc0071a25b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0065aecb0, 0x0, 0x0, 0x0, 0x0, 0xc0065aecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029614a0, 0x0, 0x0, 0x0, 0x1980, 0xc003c60c80, 0x187e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003c60c80, 0x187e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002c1a150) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022f3570, 0xc004a23520, 0xc0004208a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1639 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3a4c0, 0xc004571318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004571418, 0xaa04df, 0x2, 0xc008287b80, 0x515, 0x5, 0x132, 0xc007b3a4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008287b80, 0x515, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004571570, 0xc0019fbb20, 0x66, 0xc005782310) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1647 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003219418, 0xaa0599, 0x2, 0xc008083800, 0x713, 0x1, 0x1ca, 0xc00afb10a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008083800, 0x713, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003219570, 0xc0079b7420, 0x3b, 0xc007a7a200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023023c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1648 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00678f418, 0xaa0569, 0x2, 0xc003424d00, 0x821, 0x25, 0x21f, 0xc008ddc360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003424d00, 0x821, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00678f570, 0xc00569b620, 0x33, 0xc000cabbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1649 [semacquire]: regexp.onePassCopy(0xc0058566c0, 0xc0058566c0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0058566c0, 0xc0058566c0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002371358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002371358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002371358, 0x0, 0xb856e0, 0xc0003b01c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002371358, 0xc007e2df80, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002371358, 0x42ca96, 0xc005856690, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0023713c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00523b220, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006d955c0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002371570, 0xc00723d660, 0xabc101, 0x1d, 0x3f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1650 [semacquire]: github.com/gigawattio/window.Rolling(0xc0039f0000, 0x5ec, 0x5ec, 0x3, 0x0, 0x5eb, 0xc0039f0000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00600f570, 0xc007026480, 0xc0085a1120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1653 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0059b3458, 0xaa04f9, 0x2, 0xc001e46e80, 0x74, 0xc0059b3298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xc, 0xc0071d9b90) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00117c030, 0xc0059b3320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0059b33e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0059b33e0, 0xc001cd8b70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc6, 0xc7) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0059b3570, 0xc001cd8b70, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1657 [semacquire]: strings.genSplit(0xc0043fe000, 0x1d0d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a342000, 0x640, 0x640) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c73418, 0xaa059b, 0x2, 0xc007954000, 0x1d0d, 0x73, 0x640, 0xc00b4ce4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007954000, 0x1d0d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c73570, 0xc007c83420, 0x25, 0xc000c19530) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1659 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00608f200, 0x5cc, 0x2, 0xc0028df270, 0x40, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00608f200, 0x5cc, 0xaa04bf, 0x2, 0xc00608f200, 0x5cc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0028df3e0, 0xc00a6bb380, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0028df3e0, 0xc0080be0c0, 0xaa04f9, 0x2, 0xc0028df570, 0x8, 0x9ecc80, 0xc0028df401, 0xc00b0039e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0028df570, 0xc0080be0c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x75702f2f3a737074, 0x726f7272696d656e, 0x69746169646e692e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1662 [semacquire]: strings.genSplit(0xc0093e4c00, 0x1026, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x33c, 0x33c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002651418, 0xaa04fd, 0x2, 0xc0093e0000, 0x1026, 0x1, 0x33c, 0xc00afb1880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0093e0000, 0x1026, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002651570, 0xc00afb1400, 0x3a, 0xc007a7a880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1663 [semacquire]: strings.genSplit(0xc00659b600, 0x841, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001f20000, 0x1d5, 0x1d5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004805418, 0xaa04df, 0x2, 0xc0042a3200, 0x841, 0x4, 0x1d5, 0xc0068921a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0042a3200, 0x841, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004805570, 0xc0049435e0, 0x34, 0xc000be1840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1664 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0049f1118, 0xaa04bf, 0x2, 0xb4, 0x2, 0xc0049f01f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0049f1118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0049f1118, 0xc0082a69a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049f1118, 0xc0082a69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049f1118, 0xc0082a69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e55f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e55f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e55f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e55ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e55ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e55ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e557a0, 0x20300200000000, 0x78) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e557a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e557a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e556c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e556c0, 0x54b170, 0xc004459450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007e556c0, 0x0, 0x0, 0x0, 0x0, 0xc007e556c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007f69020, 0x0, 0x0, 0x0, 0x2000, 0xc00659c000, 0x1e19, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00659c000, 0x1e19, 0x0, 0x0, 0x0, 0x440d95, 0xc0060f4300, 0x7f60040c64e2, 0xc7b5f66300000001) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f25570, 0xc007c83560, 0xc007c83e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1666 [semacquire]: strings.genSplit(0xc003c74000, 0x1f05, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5ff, 0x5ff) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a41418, 0xaa059b, 0x2, 0xc00a75e000, 0x1f05, 0x7e, 0x5ff, 0xc00b31d0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a75e000, 0x1f05, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a41570, 0xc009ff4260, 0x44, 0xc002839f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1667 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004eaf1e0, 0xc008a3d430, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a3d570, 0xc004cfcf80, 0x66) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023032c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1668 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c5b6a80, 0x343, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c5b6a80, 0x343, 0x0, 0x0, 0x115f500, 0xc00c5b6a80, 0x343) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c5b6a80, 0x343, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c5b6700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c5b6a80, 0x343, 0x343, 0xc00c5b6a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001672736, 0x49, 0xc00c5b6a80, 0x343, 0xaa0378, 0x1, 0xc00c5b6a80, 0x343, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1669 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001d9c390, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004811570, 0xc00a2ed800, 0x6d, 0xc0078b19fa) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1670 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a715e0, 0xaa04f9, 0x2, 0xc00755d580, 0x7a, 0x1, 0x370, 0xc007c64100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002a71570, 0xc0051fc000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1672 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022b5ba0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022b5b90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001fae000, 0x75a, 0x75a, 0x1, 0xc001fae000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b83c0, 0x52, 0xc001fae000, 0x75a, 0xaa0378, 0x1, 0xc001fae000, 0x75a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1673 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003c16c80, 0xc2d, 0xc2d, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003c16c80, 0xc2d, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005d75e0, 0xaa04f9, 0x2, 0xc003c16c80, 0xc2d, 0xb, 0x1e, 0xc0003b1560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005d7570, 0xc004a22440, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1819 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000ebd6b0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003747570, 0xc009e37100, 0x3a, 0xc002a961c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1679 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022b5060, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022b5050, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f02f00, 0x2218, 0x2218, 0x1, 0xc002f02f00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e50f80, 0x3d, 0xc002f02f00, 0x2218, 0xaa0378, 0x1, 0xc002f02f00, 0x2218, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2390 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bafa600, 0x596, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bafa600, 0x596, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bafa600, 0x596, 0x0, 0x0, 0x115f500, 0x596, 0x596) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bafa600, 0x596, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bafa000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bafa600, 0x596, 0x596, 0xc00bafa600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a6100, 0x3e, 0xc00bafa600, 0x596, 0xaa0378, 0x1, 0xc00bafa600, 0x596, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1681 [semacquire]: regexp.(*bitState).reset(0xc001bb58c0, 0xc000021c20, 0x1131, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x434, 0x2, 0xc006abade0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x434, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x2, 0xc002619270, 0xc0000119e0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00bf44000, 0x1131, 0xaa0378, 0x1, 0xc001b88080, 0xc009f9e200) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0026193e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0026193e0, 0xc002aa2bd0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x101, 0xc009f6c750) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002619570, 0xc002aa2bd0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc000020ff0, 0x0, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1683 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf5f70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf5f60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002144700, 0x6bf, 0x6bf, 0x1, 0xc002144700) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c1a0e8, 0x5a, 0xc002144700, 0x6bf, 0xaa0378, 0x1, 0xc002144700, 0x6bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1685 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00546e590, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00546e580, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a5d000, 0xdfa, 0xdfa, 0x1, 0xc000a5d000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005495170, 0x84, 0xc000a5d000, 0xdfa, 0xaa0378, 0x1, 0xc000a5d000, 0xdfa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1686 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003125800, 0xbd8, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003125800, 0xbd8, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1687 [semacquire]: bytes.makeSlice(0x103, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0028da430, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0028da430, 0x1189d52, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0028da430, 0xc00679bef0, 0x87, 0x87, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028da430, 0xc005044cb0, 0xc0067b6840, 0xc0028da360) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028da430, 0xc005044c40, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028db118, 0xc005044c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028db118, 0xc005044c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005044b60, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005044b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005044b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005044a80, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005044a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005044a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005be4cb0, 0xc000e7d180, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005be4cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005be4cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005be4bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005be4bd0, 0x54b170, 0xc004a641a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005be4bd0, 0x0, 0x0, 0x0, 0x0, 0xc005be4bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005228480, 0x0, 0x0, 0x0, 0x1500, 0xc004f2b500, 0x145c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004f2b500, 0x145c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000582a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c8d570, 0xc000a53800, 0xc008f47ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1688 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004fd0000, 0x5e0, 0x5e0, 0x1, 0xc004fd0000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e9ed80, 0x7a, 0xc004fd0000, 0x5e0, 0xaa0378, 0x1, 0xc004fd0000, 0x5e0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1689 [semacquire]: strings.genSplit(0xc005d24000, 0x4ca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009525900, 0x12b, 0x12b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ee3418, 0xaa0599, 0x2, 0xc005b8ca00, 0x4ca, 0x1, 0x12b, 0xc00b31c2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005b8ca00, 0x4ca, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ee3570, 0xc00723c520, 0x39, 0xc0073329c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1691 [semacquire]: strings.genSplit(0xc00b114800, 0x1691, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001dcd000, 0x4e6, 0x4e6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ca3418, 0xaa04d9, 0x2, 0xc003e5f000, 0x1691, 0x1, 0x4e6, 0xc001e4fbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e5f000, 0x1691, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ca3570, 0xc008486960, 0x46, 0xc001d021e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c4e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2445 [semacquire]: strings.genSplit(0xc0088a0000, 0x1e5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5c0, 0x5c0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004395418, 0xaa059b, 0x2, 0xc005f16000, 0x1e5b, 0x74, 0x5c0, 0xc009e367c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc005f16000, 0x1e5b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004395570, 0xc009e363e0, 0x2f, 0xc000d36ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1693 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004313418, 0xaa04f9, 0x2, 0xc0043c6c00, 0x106f, 0x1, 0x341, 0xc00523b420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0043c6c00, 0x106f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004313570, 0xc0049c0ec0, 0x65, 0xc002943180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1694 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc009a91ec0, 0xb8, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b635e0, 0xaa04f9, 0x2, 0xc009a91ec0, 0xb8, 0x0, 0xc000b63430, 0xc005cee588) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b63570, 0xc0077ff6b0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b63570, 0xc00a2500c0, 0x68) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1697 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004073140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc004073140, 0xb7b620, 0xc003a3c6f0, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc003a3c6f0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003a3c6f0, 0xc004073230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a3c6f0, 0x0, 0x0, 0x0, 0x2500, 0xc003b06f00, 0x231e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc003b06f00, 0x231e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000bcfdd0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004073570, 0xc00272adc0, 0xc004ab92c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c960, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1699 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a117b80, 0xc004327318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004327418, 0xaa0503, 0x2, 0xc008150000, 0xdc1, 0xc008150000, 0xc004327408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008150000, 0xdc1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004327570, 0xc007ff3840, 0x6a, 0xc004a6da40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1701 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0000f3140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0000f3140, 0xb7b620, 0xc00a695e30, 0x203002, 0x203002, 0x203002) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00a695e30, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a695e30, 0xc0000f3230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a695e30, 0x0, 0x0, 0x0, 0x1000, 0xc00b8e8000, 0xf2f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00b8e8000, 0xf2f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002dd9120) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0000f3570, 0xc001b88900, 0xc008f46e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1704 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c88c800, 0x474, 0x474, 0x3, 0x0, 0x473, 0xc00c88c800) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041eb570, 0xc005886ba0, 0xc0003b1a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1706 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f06000, 0xa62, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f06000, 0xa62, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f06000, 0xa62, 0x0, 0x0, 0x115f500, 0xa62, 0xa62) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f06000, 0xa62, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ecd500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f06000, 0xa62, 0xa62, 0xc003f06000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e94960, 0x4e, 0xc003f06000, 0xa62, 0xaa0378, 0x1, 0xc003f06000, 0xa62, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1707 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0077afce0, 0xc004339318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004339418, 0xaa04f9, 0x2, 0xc008f64000, 0x6f4, 0x1, 0x19f, 0xc0077afcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008f64000, 0x6f4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004339570, 0xc000ca1180, 0x3b, 0xc00266dec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1708 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00596fc70, 0xc008c520b0, 0x3) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc00596fc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596fc70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00596fc70, 0xc007059260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b1fd170, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0083b6120) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0083b6120, 0x0, 0x0, 0x0, 0x1500, 0xc001074a00, 0x14c5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001074a00, 0x14c5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00729fb00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00448d570, 0xc001d41b20, 0xc0054084c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d1a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2442 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ee8410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc003ee84e0, 0xc006f3e070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa660, 0x0, 0x0, 0x0, 0xc002a85258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa660, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a85950, 0xc003c38000, 0x15a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1711 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0062f3b00, 0xcff, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062f3b00, 0xcff, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062f3b00, 0xcff, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062f3b00, 0xcff, 0x0, 0x0, 0x115f500, 0xc0062f3b00, 0xcff) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062f3b00, 0xcff, 0x0, 0x0, 0xaa0378, 0x1, 0xc0062f2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062f3b00, 0xcff, 0xcff, 0xc0062f3b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e153c0, 0x35, 0xc0062f3b00, 0xcff, 0xaa0378, 0x1, 0xc0062f3b00, 0xcff, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1712 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000beb360, 0xc0097cb500, 0x29b8, 0xaa0378, 0x1, 0x1, 0x50) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b41570, 0xc002186940, 0xc008ddc720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1717 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004a22420, 0xc0022f1318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022f1418, 0xaa04fd, 0x2, 0xc0042d5000, 0x77f, 0x1, 0x1a1, 0xc004e16660) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0042d5000, 0x77f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022f1570, 0xc002b57980, 0x43, 0xc006028b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1719 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc001bf8a80, 0x98d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066d9418, 0xaa04d9, 0x2, 0xc001bf8a80, 0x98d, 0x1, 0x223, 0xc006892d40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001bf8a80, 0x98d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066d9570, 0xc0079719a0, 0x28, 0xc001ba9fb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1720 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005d20570, 0x2872682c9, 0x1251a20, 0xc00b3e6b40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1722 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059c50d0, 0xc00c348a00, 0x0, 0x1, 0xc00c348a80) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059c50d0, 0xc0059c5000, 0x4306a3, 0x422c63, 0xc007025dc0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059c50d0, 0xc007025da0, 0x4230ca, 0xc004b88833, 0xad38f8, 0xc0059c50e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa03ab, 0x1, 0xaf0000c007025dc0, 0x10, 0xc0059c5160, 0x42e6b5, 0xc0059c51b0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc0003b0148, 0xc0003a6180, 0xc0059c51b0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024f2b70, 0xaa03ab, 0x1, 0xc006cb6e80) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059c5570, 0xc0024f2b70, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059c5570, 0xc006f00280, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1723 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00480d418, 0xaa04f9, 0x2, 0xc005180a80, 0x945, 0x1, 0x234, 0xc001fc05a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005180a80, 0x945, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00480d570, 0xc007970e80, 0x45, 0xc000d52230) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1725 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00651cea0, 0xc0018dd318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018dd418, 0xaa0503, 0x2, 0xc007302880, 0xd55, 0x5, 0x2eb, 0xc000e065a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007302880, 0xd55, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018dd570, 0xc008f477e0, 0x42, 0xc007b7c910) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1726 [semacquire]: bytes.makeSlice(0x1764, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0083b6810, 0x8, 0xc002a78c50) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0083b6810, 0xc000d1e7a8, 0x8, 0x6, 0xffffffffffffffff, 0xad0190) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0083b6810, 0xc000d1e7a8, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc001b9b180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc001b9a070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc000d63f80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc000d63880, 0xb84d20, 0xc0083b6810) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0083b6810, 0xc000d63880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006d94150, 0x50d201, 0xc005782b60, 0x5c, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a79570, 0xc0049437c0, 0xc00470fe20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1727 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x60d, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e97100, 0x60d, 0x60d, 0xc001e97100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7c70, 0x45, 0xc001e97100, 0x60d, 0xaa0378, 0x1, 0xc001e97100, 0x60d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1728 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0022ed140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0022ed140, 0xb7b620, 0xc00c23b200, 0x203003, 0x203003, 0x203003) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00c23b200, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c23b200, 0xc0022ed230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c23b200, 0x0, 0x0, 0x0, 0x1000, 0xc008583000, 0xf7a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc008583000, 0xf7a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc008588240) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022ed570, 0xc0049c1780, 0xc004da16e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1729 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008c7e340, 0xc00601b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00601b418, 0xaa04df, 0x2, 0xc00808c000, 0x6d2c, 0xc00808c000, 0xc00601b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00808c000, 0x6d2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00601b570, 0xc005409e20, 0x3d, 0xc000f3fb00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1730 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0064ae000, 0x65b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0064ae000, 0x65b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0064ae000, 0x65b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0064ae000, 0x65b, 0x0, 0x0, 0x115f500, 0x65b, 0x65b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0064ae000, 0x65b, 0x0, 0x0, 0xaa0378, 0x1, 0xc007e31100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0064ae000, 0x65b, 0x65b, 0xc0064ae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d88ec0, 0x3b, 0xc0064ae000, 0x65b, 0xaa0378, 0x1, 0xc0064ae000, 0x65b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1734 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ede000, 0xc6e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ede000, 0xc6e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ede000, 0xc6e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ede000, 0xc6e, 0x0, 0x0, 0x115f500, 0xc6e, 0xc6e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ede000, 0xc6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001fb5200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ede000, 0xc6e, 0xc6e, 0xc004ede000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062d3d02, 0x43, 0xc004ede000, 0xc6e, 0xaa0378, 0x1, 0xc004ede000, 0xc6e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1735 [semacquire]: strings.genSplit(0xc005436000, 0xd89, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b84a80, 0x299, 0x299) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b5f418, 0xaa058b, 0x2, 0xc006157000, 0xd89, 0x3, 0x299, 0xc008c7f820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006157000, 0xd89, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b5f570, 0xc004991380, 0x3e, 0xc006567f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1736 [semacquire]: strings.genSplit(0xc002504c00, 0x1250, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00823a000, 0x388, 0x388) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000647418, 0xaa05c9, 0x2, 0xc0098dcc00, 0x1250, 0x8, 0x388, 0xc0053062e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0098dcc00, 0x1250, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000647570, 0xc004ab8020, 0x24, 0xc00052f110) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1737 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c00a0, 0xc002e9b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9b418, 0xaa059b, 0x2, 0xc00663d800, 0x7e2, 0x2f, 0x1c3, 0xc004942420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00663d800, 0x7e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9b570, 0xc007c646c0, 0x44, 0xc006860550) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1738 [semacquire]: strings.genSplit(0xc006abc000, 0xe16, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0061b2000, 0x2dd, 0x2dd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9d418, 0xaa0569, 0x2, 0xc007e2b000, 0xe16, 0x1b, 0x2dd, 0xc002825060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007e2b000, 0xe16, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9d570, 0xc004ab9480, 0x83, 0xc00059ccf0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1739 [semacquire]: strings.genSplit(0xc00128aa80, 0x940, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007196000, 0x1fd, 0x1fd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ec5418, 0xaa05c9, 0x2, 0xc003777500, 0x940, 0x8, 0x1fd, 0xc007d6cca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003777500, 0x940, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ec5570, 0xc0051fcec0, 0x6f, 0xc000d3aa80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1740 [semacquire]: bytes.makeSlice(0x5df, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008b0efc0, 0x7, 0xc004776c50) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008b0efc0, 0xc000433030, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008b0efc0, 0xc000433030, 0x7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2f50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2d90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc000f11500, 0xb84d20, 0xc008b0efc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0efc0, 0xc000f11500, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e8b4d0, 0x20, 0x203002, 0x203002, 0x203002) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004777570, 0xc0051fd120, 0xc007b3b6a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a9c0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1741 [semacquire]: strings.genSplit(0xc004416000, 0xfa9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006972a00, 0x30d, 0x30d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ec7418, 0xaa0569, 0x2, 0xc005bef000, 0xfa9, 0x16, 0x30d, 0xc006893ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005bef000, 0xfa9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ec7570, 0xc000960280, 0x44, 0xc000ea75e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241aa80, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1742 [semacquire]: strings.genSplit(0xc003c4b300, 0x1069, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004c6c000, 0x384, 0x384) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f2b418, 0xaa0503, 0x2, 0xc007ee9900, 0x1069, 0x4, 0x384, 0xc00265c060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007ee9900, 0x1069, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f2b570, 0xc005e52620, 0xd, 0xc001ccb1d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1743 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006666a80, 0x94a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006666a80, 0x94a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006666a80, 0x94a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006666a80, 0x94a, 0x0, 0x0, 0x115f500, 0x94a, 0x94a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006666a80, 0x94a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0069a5500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006666a80, 0x94a, 0x94a, 0xc006666a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c23880, 0x6f, 0xc006666a80, 0x94a, 0xaa0378, 0x1, 0xc006666a80, 0x94a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ac00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1745 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d30000, 0x1b59, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d30000, 0x1b59, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d30000, 0x1b59, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d30000, 0x1b59, 0x0, 0x0, 0x115f500, 0x1b59, 0x1b59) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d30000, 0x1b59, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019c0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d30000, 0x1b59, 0x1b59, 0xc001d30000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299f040, 0x41, 0xc001d30000, 0x1b59, 0xaa0378, 0x1, 0xc001d30000, 0x1b59, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ad80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1749 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00265c2a0, 0xc002f9f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f9f418, 0xaa0569, 0x2, 0xc006d2b100, 0xce2, 0x1a, 0x28a, 0xc008c7e320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006d2b100, 0xce2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f9f570, 0xc001fc0d60, 0x5c, 0xc0004a3d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2470 [semacquire]: strings.genSplit(0xc00aabe000, 0x2b1f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0069b8000, 0x933, 0x933) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b5e5418, 0xaa04f9, 0x2, 0xc004eed000, 0x2b1f, 0x1, 0x933, 0xc00a5ab000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc004eed000, 0x2b1f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b5e5570, 0xc00a5aac60, 0x60, 0xc007349b1f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1752 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055763e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055763d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044fa000, 0x7be, 0x7be, 0x1, 0xc0044fa000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b8720, 0x5c, 0xc0044fa000, 0x7be, 0xaa0378, 0x1, 0xc0044fa000, 0x7be, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1753 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009c55830, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00310f570, 0xc007d6d580, 0x58, 0xc001df40c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1756 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003589900, 0x1254, 0x2, 0xc00393bab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003589900, 0x1254, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003589900, 0x1254, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1757 [semacquire]: strings.genSplit(0xc005e36c80, 0x273, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x273, 0xc005e36a00, 0x273) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c5d5e0, 0xaa04f9, 0x2, 0xc005e36a00, 0x273, 0xe, 0x2f, 0xc001fc0520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c5d570, 0xc005306a00, 0x60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1760 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b2c0, 0xc0031bb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031bb418, 0xaa058b, 0x2, 0xc003eba600, 0x10fe, 0x4, 0x30c, 0xc004b49a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003eba600, 0x10fe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031bb570, 0xc0057d0c60, 0x42, 0xc00299e5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1762 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00afb0f40, 0xc000f89318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f89418, 0xaa04f9, 0x2, 0xc007b6c000, 0xdb6, 0x1, 0x2fb, 0xc00afb0f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007b6c000, 0xdb6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f89570, 0xc004b48c20, 0x3f, 0xc001e15a47) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1763 [semacquire]: bytes.makeSlice(0x200, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0031d1140, 0x200, 0xc004294000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7b620, 0xc00a695830, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a695830, 0xc0031d1230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a695830, 0x0, 0x0, 0x0, 0x1300, 0xc0079fcc00, 0x10b1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0079fcc00, 0x10b1, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00557a130) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031d1570, 0xc0019fa3e0, 0xc005f1c340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1765 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0030a1b90, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00457b570, 0xc00b31ce60, 0x4d, 0xc0004900f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1767 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00708ce00, 0x690, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00708ce00, 0x690, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00708ce00, 0x690, 0x0, 0x0, 0x115f500, 0x690, 0x690) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00708ce00, 0x690, 0x0, 0x0, 0xaa0378, 0x1, 0xc00708c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00708ce00, 0x690, 0x690, 0xc00708ce00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c1a380, 0x61, 0xc00708ce00, 0x690, 0xaa0378, 0x1, 0xc00708ce00, 0x690, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241be00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1769 [semacquire]: bytes.makeSlice(0xd27, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000ba3190, 0x1c5, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000ba3190, 0xc000c96000, 0x1c5, 0x2, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001dfcfc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00643a850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0006fbc00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00692fc80, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000ba3570, 0xc00692fc80, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ba3570, 0xc006dc05e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1772 [semacquire]: strings.genSplit(0xc00658e000, 0x1c61, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b48ca00, 0x524, 0x524) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003361418, 0xaa05c9, 0x2, 0xc00349e000, 0x1c61, 0x7, 0x524, 0xc008427080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00349e000, 0x1c61, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003361570, 0xc006449d00, 0x3e, 0xc004ed5ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024261e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1773 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006c79500, 0x991, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c79500, 0x991, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c79500, 0x991, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c79500, 0x991, 0x0, 0x0, 0x115f500, 0x991, 0x991) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c79500, 0x991, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c78000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c79500, 0x991, 0x991, 0xc006c79500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15220, 0x41, 0xc006c79500, 0x991, 0xaa0378, 0x1, 0xc006c79500, 0x991, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024262a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2428 [semacquire]: bytes.makeSlice(0x1b3f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008cf7a98, 0x1b3f, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc009e5f908, 0x1b3f, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc008d23b60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc008d23b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1776 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098b3400, 0xaed, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098b3400, 0xaed, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098b3400, 0xaed, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098b3400, 0xaed, 0x0, 0x0, 0x115f500, 0xaed, 0xaed) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098b3400, 0xaed, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098b2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098b3400, 0xaed, 0xaed, 0xc0098b3400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb21e0, 0x48, 0xc0098b3400, 0xaed, 0xaa0378, 0x1, 0xc0098b3400, 0xaed, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024264e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1777 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007356000, 0x319, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007356000, 0x319, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007356000, 0x319, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007356000, 0x319, 0x0, 0x0, 0x115f500, 0xc007356000, 0x319) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007356000, 0x319, 0x0, 0x0, 0xaa0378, 0x1, 0xc0035d7880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007356000, 0x319, 0x319, 0xc007356000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00052fe00, 0x2c, 0xc007356000, 0x319, 0xaa0378, 0x1, 0xc007356000, 0x319, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024265a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1778 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a895e0, 0xaa04f9, 0x2, 0xc006f4bce0, 0x142, 0x1, 0x20, 0xc00723d100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a89570, 0xc0049c0040, 0x3c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1779 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b33418, 0xaa0503, 0x2, 0xc00270b000, 0x2791, 0x1, 0x735, 0xc007971c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00270b000, 0x2791, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b33570, 0xc00000fd80, 0x2c, 0xc0059265d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1781 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc00b25ec00, 0x1138, 0x2, 0xc0003d9ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00b25ec00, 0x1138, 0xaa0378, 0x1, 0xc00b25d900, 0x1138) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00b25ec00, 0x1138, 0xaa0378, 0x1, 0xc00b25ec00, 0x1138) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024268a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1782 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc005dcb000, 0xdd3, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034bf418, 0xaa04f9, 0x2, 0xc005dcb000, 0xdd3, 0x1, 0x2d1, 0xc004942240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005dcb000, 0xdd3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034bf570, 0xc000961340, 0x4a, 0xc00509f2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1785 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f472c0, 0xc003607318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003607418, 0xaa058b, 0x2, 0xc001b7d000, 0xb7e, 0x6, 0x24a, 0xc008f47280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001b7d000, 0xb7e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003607570, 0xc001b89840, 0x4d, 0xc0049a8870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1786 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x870, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00513c000, 0x870, 0x870, 0xc00513c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8d70, 0x43, 0xc00513c000, 0x870, 0xaa0378, 0x1, 0xc00513c000, 0x870, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1787 [semacquire]: bytes.makeSlice(0x9b1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00343f3e0, 0x67, 0xf) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00343f3e0, 0xc00190cd20, 0x67, 0x5165d7, 0xc005174452, 0xc001deb025) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0081901c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc008190150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d58000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c6f340) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c6f260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005be40e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000235e90, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343f570, 0xc004ae32e0, 0x65, 0xc0052d0f50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1788 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00881cc00, 0x10ab, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00881cc00, 0x10ab, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00881cc00, 0x10ab, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00881cc00, 0x10ab, 0x0, 0x0, 0x115f500, 0x10ab, 0x10ab) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00881cc00, 0x10ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc00881b900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00881cc00, 0x10ab, 0x10ab, 0xc00881cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005accf40, 0x3e, 0xc00881cc00, 0x10ab, 0xaa0378, 0x1, 0xc00881cc00, 0x10ab, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1790 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c0fc0, 0xc003573318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003573418, 0xaa05c9, 0x2, 0xc0027e2000, 0xd81, 0x5, 0x298, 0xc008c7f240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0027e2000, 0xd81, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003573570, 0xc000e070a0, 0x3e, 0xc0053c7040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1793 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00532c000, 0xdb5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00532c000, 0xdb5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00532c000, 0xdb5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00532c000, 0xdb5, 0x0, 0x0, 0x115f500, 0xdb5, 0xdb5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00532c000, 0xdb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0063c3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00532c000, 0xdb5, 0xdb5, 0xc00532c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004bd6040, 0x36, 0xc00532c000, 0xdb5, 0xaa0378, 0x1, 0xc00532c000, 0xdb5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024271a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1794 [semacquire]: strings.genSplit(0xc007c10000, 0x5a1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x966, 0xc0070b7800, 0x5a1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fbb5e0, 0xaa04f9, 0x2, 0xc0070b7800, 0x5a1, 0x0, 0xc00172a000, 0x7f602d0ab9b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fbb570, 0xc0049c0260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1795 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003657418, 0xaa0503, 0x2, 0xc003d85800, 0x639, 0x3, 0x191, 0xc004c4c520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003d85800, 0x639, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003657570, 0xc001b882a0, 0x4b, 0xc0060285f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1796 [semacquire]: strings.genSplit(0xc00af90800, 0x775, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c55b000, 0x175, 0x175) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369b418, 0xaa04d9, 0x2, 0xc000d4c000, 0x775, 0x1, 0x175, 0xc00651cac0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000d4c000, 0x775, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369b570, 0xc00000f180, 0x36, 0xc000be1200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024273e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1797 [semacquire]: strings.genSplit(0xc00734e000, 0xc2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b5d5000, 0x26d, 0x26d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369d418, 0xaa04d9, 0x2, 0xc00364cc80, 0xc2a, 0x1, 0x26d, 0xc006f004e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00364cc80, 0xc2a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369d570, 0xc004da1940, 0x4f, 0xc0060288c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024274a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1798 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0079e4a80, 0xc0079e4a50, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005aa9570, 0xc006809840, 0x6f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1799 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc003cb00c0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003cb00c0, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc00119a150) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00119a150, 0x0, 0x0, 0x0, 0xa80, 0xc006360a80, 0xa1f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006360a80, 0xa1f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5e1d6c3400000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ff9570, 0xc00651dc00, 0xc00ac7c120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1801 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0052a5aa0, 0xc005ff5230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0052a5aa0, 0x0, 0x0, 0x0, 0xc80, 0xc00b7d8000, 0xc3f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00b7d8000, 0xc3f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc44fb9b200000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ff5570, 0xc00000efa0, 0xc00272a0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024277a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1806 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0043ac840, 0xb2, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c7118, 0xc00332ef50, 0xc0026c6208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc00332eee0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0026c7118, 0xc00332eee0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026c7118, 0xc00332eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c7118, 0xc00332eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc001abaee0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc001abaee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc001abaee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc001abae00, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc001abae00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc001abae00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc0010165b0, 0xc00425ad98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc0010165b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc0010165b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc000f61500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc000f61500, 0x54b170, 0xc003a0af70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000f61500, 0x0, 0x0, 0x0, 0x0, 0xc000f61500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a879860, 0x0, 0x0, 0x0, 0x1800, 0xc00815c800, 0x1745, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00815c800, 0x1745, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047fcab0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00425b570, 0xc000ca0ec0, 0xc004990ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1807 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006b79118, 0xc006698a40, 0x34, 0x34, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612ef50, 0xc00a0f6420, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc00612eee0, 0x7f602d0ab9b8, 0xc00244ec00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b79118, 0xc00612eee0, 0x2b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612eee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc00612ee00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006b79118, 0xc00612ee00, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b79118, 0xc00612ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0001df5e0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0001df5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0001df5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0001df500, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0001df500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0001df500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0023d49a0, 0xc005fa0d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0023d49a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0023d49a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0023d48c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0023d48c0, 0x54b170, 0xc0040ec5b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0023d48c0, 0x0, 0x0, 0x0, 0x0, 0xc0023d48c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00869e7b0, 0x0, 0x0, 0x0, 0x1500, 0xc004dc2a00, 0x1498, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004dc2a00, 0x1498, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c2bd40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fa1570, 0xc000961320, 0xc00aa68ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1808 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00b164f00, 0x50d2a1, 0xc00a7789c0, 0x26, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006d49570, 0xc002186c40, 0xc0048b5280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1809 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c04a0, 0xc0042b5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042b5418, 0xaa04fd, 0x2, 0xc001c4a800, 0xb63, 0xc001c4a800, 0xc0042b5408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c4a800, 0xb63, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042b5570, 0xc000a524c0, 0x57, 0xc002a7d800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1811 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003188800, 0x3eb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003188800, 0x3eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003188800, 0x3eb, 0x0, 0x0, 0x115f500, 0x3eb, 0x3eb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003188800, 0x3eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc003188400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003188800, 0x3eb, 0x3eb, 0xc003188800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005216740, 0x3e, 0xc003188800, 0x3eb, 0xaa0378, 0x1, 0xc003188800, 0x3eb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1812 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ca6900, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005faf570, 0xc001d415a0, 0x48, 0xc000bcd220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00247c000, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1825 [semacquire]: github.com/gigawattio/window.Rolling(0xc00a85d500, 0x14f, 0x14f, 0x3, 0x0, 0x14e, 0xc00a85d500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002987570, 0xc007ff21a0, 0xc007ff2a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2453 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc003ee8000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee8000, 0xc007cb5b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa5a0, 0x0, 0x0, 0x0, 0xc004077258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa5a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004077950, 0xc007f8ec80, 0xc63, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1166 [semacquire]: strings.Replace(0xc004a5e000, 0xdc5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc004a5e000, 0xdc5) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f6b950, 0xc006a1a000, 0xdc3, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1208 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc00b3a3500, 0x2858, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006a415e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f5570, 0xc00b5b3c20, 0xc007971280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1209 [semacquire]: regexp/syntax.Parse(0xaa5b70, 0x5, 0xc000fb00d4, 0x7f602d0aa501, 0x47f290, 0xc00ab1c820) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa5b70, 0x5, 0xd4, 0x852, 0xc000fb72a0, 0x509d68) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000829570, 0xc0085a1440, 0xc0085a1d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1211 [semacquire]: bytes.makeSlice(0x1b3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00505d4a0, 0xab, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00505d4a0, 0xc00a715340, 0xab, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00505d4a0, 0xc00a715340, 0xab, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ee70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ecb0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ec40, 0xb84d20, 0xc00505d4a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00505d4a0, 0xc005b3ec40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00505d050, 0x2ecaee4e5, 0x1251a20, 0xc0082ee080, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1213 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002b84c90, 0xc000e83240, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000e83570, 0xc000e10d20, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e83570, 0xc007027a40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1214 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f03418, 0xaa0599, 0x2, 0xc0035f6000, 0x1cea, 0x1, 0x5a4, 0xc00272a3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0035f6000, 0x1cea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f03570, 0xc006f01fc0, 0x52, 0xc002db2660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b99e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1846 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008bdc6a0, 0xc0047f7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047f7418, 0xaa058b, 0x2, 0xc0000df900, 0x12f7, 0x7, 0x413, 0xc008bdc680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0000df900, 0x12f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047f7570, 0xc0048b4600, 0x44, 0xc000491040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1847 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008b0f470, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002473570, 0xc009eccbc0, 0x28, 0xc0064fbf20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1848 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0094c1338, 0x20300100000000, 0x7f5ff45fbfff, 0xc0094c1270, 0x10) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0094c1338, 0xc001b80180, 0x5, 0xc0094c1288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0094c1338, 0xc0094c1350, 0x43b3b7, 0x1252790, 0xc0094c1300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f5ff40da1e8, 0xc0094c1301, 0x10100000042ab7a, 0x0, 0xe5f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00bd5db60, 0xaa64ee, 0x5, 0x1a4d) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0094c1570, 0xc008bdc400, 0xe5f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1849 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009d0e120, 0x2ecab0a70, 0x1251a20, 0xc001fc1220, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1169 [semacquire]: strings.Replace(0xc008ed4600, 0x1190, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1a, 0xc00248dad0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006613950, 0xc008ed4600, 0x1190, 0x726f746361662094, 0x6320612073617720, 0x6365732065736f6c) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1851 [semacquire]: bytes.makeSlice(0xd30, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00bd5dec0, 0x120, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00bd5dec0, 0xc00ac12240, 0x120, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00bd5dec0, 0xc00ac12240, 0x120, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9bab0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9ba40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9aee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9ae00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc0060ab5e0, 0xb84d20, 0xc00bd5dec0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00bd5dec0, 0xc0060ab5e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051b2510, 0x2d679aab8, 0x1251a20, 0xc008426e40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1852 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00590cdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00590d040, 0xc0078a7b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002127420, 0x0, 0x0, 0x0, 0xc001d13258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002127420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d13950, 0xc00851d000, 0x6ad1, 0xc005bbf738, 0x3, 0xc005bc4f68) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1856 [semacquire]: bytes.makeSlice(0xe1d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00218fd40, 0xb1, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00218fd40, 0xc00a7af380, 0xb1, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00218fd40, 0xc00a7af380, 0xb1, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb50a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb4fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb45b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb44d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc003627dc0, 0xb84d20, 0xc00218fd40) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00218fd40, 0xc003627dc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00218fb90, 0x2e7392056, 0x1251a20, 0xc00457e800, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1857 [semacquire]: net/url.resolvePath(0xc008282435, 0x99, 0x0, 0x0, 0x7dd8c0, 0xc0053213d0) /usr/local/go/src/net/url/url.go:971 +0x1f9 net/url.(*URL).ResolveReference(0xc001e41280, 0xc001e41200, 0xc001e41280) /usr/local/go/src/net/url/url.go:1006 +0xc7 github.com/advancedlogic/GoOse.WebPageResolver(0xc002837e60, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:195 +0x10b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1859 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00076f1f0, 0xc007c65ac0, 0x4, 0x4, 0xc007c65ac0, 0x4, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00076f030, 0xc007c65ac0, 0x3, 0x4, 0xc007c65ac0, 0x3, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00487f490, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00487f3b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc001d18150, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc007c65a80, 0xc001d18150, 0xc000e4f258, 0x747325, 0xc0014ca380) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc001d18070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc0004a6f38, 0x1, 0x1, 0xc000e4f3b8, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0004a6f38, 0x1, 0x1, 0xb856e0, 0xc007c65a80, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b05cab0, 0xaa03ab, 0x1, 0xc004a77f80) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000e4f570, 0xc004eae3a0, 0xc005e45900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1860 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007b40000, 0x5f5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007b40000, 0x5f5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007b40000, 0x5f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007b40000, 0x5f5, 0x0, 0x0, 0x115f500, 0x5f5, 0x5f5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007b40000, 0x5f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac0ce00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007b40000, 0x5f5, 0x5f5, 0xc007b40000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0078e8ac0, 0x36, 0xc007b40000, 0x5f5, 0xaa0378, 0x1, 0xc007b40000, 0x5f5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1861 [semacquire]: strings.genSplit(0xc00364e580, 0xc56, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008789500, 0x2a8, 0x2a8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001de1418, 0xaa0503, 0x2, 0xc00b7da580, 0xc56, 0x4, 0x2a8, 0xc004e16c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b7da580, 0xc56, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001de1570, 0xc00a623fe0, 0x38, 0xc00266d340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1862 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00272b4a0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00272b4a0, 0x0, 0x0, 0x0, 0xc00372d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00272b4a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00372d950, 0xc004782000, 0xf9d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1863 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0062cf710, 0xc0062cfb90, 0xc00089b600) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002467570, 0xc00ad51660, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1864 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cd5980, 0x1957, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cd5980, 0x1957, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cd5980, 0x1957, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cd5980, 0x1957, 0x0, 0x0, 0x115f500, 0x1957, 0x1957) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cd5980, 0x1957, 0x0, 0x0, 0xaa0378, 0x1, 0xc003cd4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cd5980, 0x1957, 0x1957, 0xc003cd5980) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ad37fc0, 0x25, 0xc003cd5980, 0x1957, 0xaa0378, 0x1, 0xc003cd5980, 0x1957, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000993e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1865 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00596f5f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596f5f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00596f5f0, 0xc000b52070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ab8e20, 0x0, 0x0, 0x0, 0xc0000cd258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ab8e20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0000cd950, 0xc004783000, 0xe2f, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000999e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1866 [semacquire]: github.com/gigawattio/window.Rolling(0xc00943a000, 0x124, 0x124, 0x3, 0x0, 0x123, 0xc00943a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b5b570, 0xc0021269a0, 0xc002127340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1867 [semacquire]: regexp.makeOnePass(0xc005adc1e0, 0xc005adc1e0) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc005adc180, 0xc005adc180) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045fd050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045fd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001b09db4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045fd050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045fd050, 0x1, 0xc0033ee200, 0xc010125d800, 0x28042d0aac28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045fd050, 0x4, 0xa1e, 0xc0078da501, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0078da000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc009925520, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005adc150, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045fd950, 0xc000734800, 0x15c5, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1870 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00c23ad50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004329570, 0xc009e37ca0, 0x49, 0xc00276a870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ec00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1871 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003b9cc00, 0x11d4, 0x5165d7, 0xc000702a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003b9cc00, 0x11d4, 0x42f9b8, 0xc0034c3338) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034c3418, 0xaa04f9, 0x2, 0xc003b9cc00, 0x11d4, 0xc003b9cc00, 0xc0034c3408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003b9cc00, 0x11d4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034c3570, 0xc004a23760, 0x62, 0xc004ef8af0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ecc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1873 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc004af4b88, 0xc001e51518, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc004af4b88, 0xc003d7ec40, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc004af4b88, 0xc003d7fea0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc003d7fea0, 0xc003d7fea0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004af5050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004af5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001c17010) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004af5050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004af5050, 0x1, 0xc0058c1150, 0xc000680380, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004af5050, 0x4, 0x3f, 0xc003057f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003057000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006c5a9c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc030, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016cd950, 0xc004b46000, 0xfbe, 0x1, 0xc00623d748, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f080, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1874 [semacquire]: strings.genSplit(0xc00383e900, 0x8ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x900, 0x0, 0xc002deb3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002deb418, 0xaa05c9, 0x2, 0xc0057b3b00, 0x8ae, 0xc0057b3b00, 0xc002deb408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0057b3b00, 0x8ae, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002deb570, 0xc0068920e0, 0x43, 0xc00a2a3f90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f2c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1875 [semacquire]: regexp.makeOnePass.func1(0xd, 0xc00546dbe0, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:381 +0xad2 regexp.makeOnePass(0xc00af786f0, 0xc00af786f0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00af78690, 0xc00af78690) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001a97050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001a97050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203002, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a97050, 0xc001a96f00, 0xc0096476c0, 0x5199fd, 0xc004050000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a97050, 0x203002, 0xc00172b880, 0x7f602d0aa560, 0x100000000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a97050, 0x46e6ce, 0xc0065eb100, 0xc00172b880, 0x7f602d0aa560, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x688, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc006b1cb60, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00af78660, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a97950, 0xc006c9a600, 0x1193, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2432 [semacquire]: strings.Replace(0xc008146c00, 0x11b3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xc000702a80) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036f7950, 0xc008146c00, 0x11b3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1879 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001fc0de0, 0xc002065278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020655e0, 0xaa04f9, 0x2, 0xc009004a00, 0x203a, 0x0, 0xc000680380, 0x7f602d0ab2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002065570, 0xc00a87bd80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1880 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009303950, 0xc00613c000, 0xdd5, 0x8, 0xc005fdd94e, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1881 [semacquire]: bytes.makeSlice(0x17d9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0051b2870, 0xe3, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0051b2870, 0xc006a12960, 0xe3, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0051b2870, 0xc006a12960, 0xe3, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00096ff10, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00096fea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc000d5c690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00645f570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc005784a80, 0xb84d20, 0xc0051b2870) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0051b2870, 0xc005784a80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051b26c0, 0x2cf47c077, 0x1251a20, 0xc0084270a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1882 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0052b3e10, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0052b3e10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0052b3e10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0052b3e10, 0xc00bef3180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad50580, 0x0, 0x0, 0x0, 0xc002a87258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad50580, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a87950, 0xc005084a00, 0x13f4, 0x2, 0xc0034fd2fe, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1883 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a057c50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db5570, 0xc00690efa0, 0x41, 0xc00a2ff6e2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1884 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00a8eaf80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf80, 0x0, 0x0, 0x0, 0xc008fd5258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008fd5950, 0xc00663c000, 0x77b, 0x5, 0xc0078e6a1a, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1885 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00328f900, 0x1236, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00328f900, 0x1236, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00328f900, 0x1236, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00328f900, 0x1236, 0x0, 0x0, 0x115f500, 0x1236, 0x1236) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00328f900, 0x1236, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ea7300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00328f900, 0x1236, 0x1236, 0xc00328f900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a2ff821, 0x32, 0xc00328f900, 0x1236, 0xaa0378, 0x1, 0xc00328f900, 0x1236, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1886 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006c5b1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc006c5b2b0, 0xc00434fce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad508e0, 0x0, 0x0, 0x0, 0xc003e3f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad508e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e3f950, 0xc003d36d80, 0xcbc, 0x3, 0xc007ea18be, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1887 [semacquire]: strings.genSplit(0xc007d14800, 0x773, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb6f, 0xc007d14000, 0x773) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038075e0, 0xaa04f9, 0x2, 0xc007d14000, 0x773, 0x7, 0x15, 0xc004da1440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003807570, 0xc002b579e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1889 [semacquire]: strings.genSplit(0xc00763a800, 0x7a4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1af, 0x1af) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009389418, 0xaa04d9, 0x2, 0xc0073ec000, 0x7a4, 0x1, 0x1af, 0xc005307120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0073ec000, 0x7a4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009389570, 0xc004b48e20, 0x50, 0xc004de7270) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1892 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0040e7ef0, 0xc004265470, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004265570, 0xc00a117fa0, 0x20, 0xc002dd8b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003915c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1893 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc005c7d380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7d380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005c7d380, 0xc006cf7f10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0054097a0, 0x0, 0x0, 0x0, 0xc009301258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0054097a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009301950, 0xc0067b6000, 0x1feb, 0xa, 0xc0062d96e7, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003918c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1894 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00229e270, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00229e270) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00229e270, 0xc006042700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000960b60, 0x0, 0x0, 0x0, 0xc003c21258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000960b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c21950, 0xc00933e700, 0x1aed, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1895 [semacquire]: strings.genSplit(0xc006362000, 0xe79, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1000, 0x0, 0x40000c0015533b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001553418, 0xaa04fd, 0x2, 0xc006331000, 0xe79, 0xc006331000, 0xc001553408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006331000, 0xe79, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001553570, 0xc0027ffe80, 0x4d, 0xc00a10fef0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1898 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc005bbd500, 0xae55a0, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047b3950, 0xc007606c00, 0x1074, 0x6, 0xc0062d8990, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1899 [semacquire]: strings.Replace(0xc0084e2000, 0xd8e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0084e2000, 0xd8e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004359950, 0xc003f8e000, 0xd8b, 0x6, 0xc0062d8990, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017341e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1900 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc004a77740, 0xab2997, 0xc, 0xacdda6, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0046bd570, 0xc004a77740, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046bd570, 0xc002b56140, 0x62) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017342a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1902 [semacquire]: strings.genSplit(0xc005c3f200, 0xc61, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x2a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059c1570, 0xc004517e00, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059c1570, 0xc005307300, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1903 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00836a340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00836a410, 0xc002bdddc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004943440, 0x0, 0x0, 0x0, 0xc0037a9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004943440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037a9950, 0xc007602000, 0x125e, 0xc006466310, 0xc0064661c0, 0xc000ad2930) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1904 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007279c00, 0x3c3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007279c00, 0x3c3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007279c00, 0x3c3, 0x0, 0x0, 0x115f500, 0x3c3, 0x3c3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007279c00, 0x3c3, 0x0, 0x0, 0xaa0378, 0x1, 0xc007279800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007279c00, 0x3c3, 0x3c3, 0xc007279c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006358648, 0x3b, 0xc007279c00, 0x3c3, 0xaa0378, 0x1, 0xc007279c00, 0x3c3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1905 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:140 regexp.makeOnePass(0xc007340f00, 0xc007340f00) /usr/local/go/src/regexp/onepass.go:307 +0x148 regexp.compileOnePass(0xc007340ea0, 0xc007340ea0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c07050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c07050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00adbd198) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c07050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c07050, 0x1, 0xc008312890, 0xc00125d880, 0x28042d0aac28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c07050, 0x4, 0x126, 0xc0027dde01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0027dd000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc009925860, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007340e70, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c07950, 0xc004dc1000, 0xed4, 0xc00005e240, 0xc00005e250, 0xc00005e260) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1906 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x0) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc002897c0c, 0x3, 0xaa4e4b, 0x5, 0x0, 0x1) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHeadIM(0xc00288be10, 0x7f6000000000) /home/develop/go/src/golang.org/x/net/html/parse.go:583 +0x1f4 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00288be10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00288be10, 0xc005ec3650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00265db00, 0x0, 0x0, 0x0, 0xc004c05258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00265db00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c05950, 0xc005656600, 0x192e, 0xc00005e240, 0xc00005e250, 0xc00005e260) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1908 [semacquire]: bytes.makeSlice(0x6bc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dcd020, 0x4e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dcd020, 0xc000ea6b40, 0x4e, 0x6, 0xffffffffffffffff, 0xc00601ec98) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dcd020, 0xc000ea6b40, 0x4e, 0x466665, 0xc003a2dce0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc1500, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc1490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc13b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc12d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc0067e2150, 0xb84d20, 0xc003dcd020) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd020, 0xc0067e2150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcce70, 0x2c5e28141, 0x1251a20, 0xc000a528c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1909 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc0080585b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0080585b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0080585b0, 0xc001c7c0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf00, 0x0, 0x0, 0x0, 0xc003e9d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e9d950, 0xc005445900, 0x1027, 0xc004da3a40, 0xc004da3a70, 0xc004da3aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1910 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a47d500, 0x1392, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a47d500, 0x1392, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a47d500, 0x1392, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a47d500, 0x1392, 0x0, 0x0, 0x115f500, 0x1392, 0x1392) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a47d500, 0x1392, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ab5aa00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a47d500, 0x1392, 0x1392, 0xc00a47d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007349e00, 0x58, 0xc00a47d500, 0x1392, 0xaa0378, 0x1, 0xc00a47d500, 0x1392, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1911 [semacquire]: regexp.(*bitState).reset(0xc001bb5ad0, 0xc000021440, 0xeae, 0x0) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000137720, 0xc004c10000, 0xeae, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x127d380, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000137720, 0x0, 0x0, 0xc004c10000, 0xeae, 0x1000, 0x0, 0x0, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).Match(...) /usr/local/go/src/regexp/regexp.go:513 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00869b1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b170, 0xc002795320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002795708, 0xc007aba220, 0xaac03e, 0x7, 0xc007aba220) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002795708, 0xc007aba220, 0xc007ababa0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1912 [semacquire]: strings.Replace(0xc00461c000, 0x1970, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1d, 0xc00461c000, 0x1970) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0093d1950, 0xc00079b300, 0x196d, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1913 [semacquire]: bytes.makeSlice(0x543, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005f57260, 0xc7, 0xe4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005f57260, 0xc004643520, 0xc7, 0x5165d7, 0xc003ca0f9a, 0xc002d5e910) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002551260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0025511f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021bdb90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00c23bc20, 0xc00c23bc20, 0xc00c23bd00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005f57570, 0xc005cefec0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1914 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007fe0bd0, 0xc00b1486c0, 0xc009d2f268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc009d2f570, 0xc007fe0bd0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009d2f570, 0xc0009fc180, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1915 [semacquire]: regexp.(*Regexp).expand(0xc0001fb040, 0xc008764800, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00c45e000, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc008764800, 0x800, 0x800, 0xc00c25bed0, 0x2, 0x2, 0xc00c45e000, 0x1126, 0x88c) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00c45e000, 0x1126, 0x2, 0xc0025f1270, 0xc00521a1a0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00c45e000, 0x1126, 0xaa0378, 0x1, 0xc004c4dd00, 0xc00521a398) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0025f13e0, 0xc005ed07c0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0025f13e0, 0xc0054186f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0025f1401, 0xc00521a2b0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0025f1570, 0xc0054186f0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc00041dd40, 0xc00041dd70, 0xc00041dda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1916 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2ace40, 0xc002c372d8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002c37570, 0xc00b2ace10, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc00b2ace10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2acbd0, 0xc002c37460, 0xc007ea6420) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002c37570, 0xc007ea6420, 0xc007ea6420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1918 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009573100, 0xcbb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009573100, 0xcbb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009573100, 0xcbb, 0x0, 0x0, 0x115f500, 0xc009573100, 0xcbb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009573100, 0xcbb, 0x0, 0x0, 0xaa0378, 0x1, 0xc009572380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009573100, 0xcbb, 0xcbb, 0xc009573100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061fa8c0, 0x4c, 0xc009573100, 0xcbb, 0xaa0378, 0x1, 0xc009573100, 0xcbb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1919 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0008c71e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c71e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c71e0, 0xc005f7fe30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edb60, 0x0, 0x0, 0x0, 0xc0099b1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edb60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099b1950, 0xc004fec000, 0xe32, 0x9, 0xc005958ecd, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1920 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004055950, 0xc006af7000, 0xfc5, 0x3, 0xc005959439, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad860, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1921 [semacquire]: strings.Replace(0xc004372800, 0xb98, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc0050d1340, 0x0, 0x0, 0x0, 0x0, 0xc0050d1340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b0a4e10, 0x0, 0x0, 0x0, 0x1000, 0xc0038b1000, 0xf41, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0038b1000, 0xf41, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc008279340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ac5570, 0xc007ff3b40, 0xc00690eb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a720, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1924 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a793c00, 0xb78, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a793c00, 0xb78, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a793c00, 0xb78, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a793c00, 0xb78, 0x0, 0x0, 0x115f500, 0xb78, 0xb78) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a793c00, 0xb78, 0x0, 0x0, 0xaa0378, 0x1, 0xc0093c8800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a793c00, 0xb78, 0xb78, 0xc00a793c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00330e930, 0x2e, 0xc00a793c00, 0xb78, 0xaa0378, 0x1, 0xc00a793c00, 0xb78, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2c00, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1928 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007970440, 0xc003655318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003655418, 0xaa0569, 0x2, 0xc007aedb00, 0x89b, 0x15, 0x1b2, 0xc000e06ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007aedb00, 0x89b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003655570, 0xc00afb1700, 0x44, 0xc000568d70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1930 [semacquire]: regexp.onePassCopy(0xc004a77d10, 0xc004a77d10) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc004a77d10, 0xc004a77d10) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000579050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000579050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0081aa3d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000579050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000579050, 0x1, 0xc0066c96b0, 0xc010172a000, 0x28042d0ab9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000579050, 0x4, 0x2bc, 0xc0036cfd01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0036cf000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc008bce5b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a77ce0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000579950, 0xc008ff7100, 0xd3b, 0x5, 0xc001f1f2ed, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b75c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1931 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006c5b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006c5b6c0, 0xc0067e2460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b57f00, 0x0, 0x0, 0x0, 0xc0004f7258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b57f00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004f7950, 0xc006f81b00, 0xd57, 0x2, 0xc001f1f979, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1932 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b61950, 0xc0016e1900, 0x204e, 0x2, 0xc001f1f979, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f282a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1935 [semacquire]: github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0070c4850, 0x0, 0xc00330c4d0, 0x0, 0xc008209168, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc00330c4d0, 0x1, 0xc008209168, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45 github.com/PuerkitoBio/goquery.mapNodes(0xc00b371648, 0x1, 0x1, 0xc000b67148, 0x7f602d0ab2f0, 0xc00847c900, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00b371648, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc008209170, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000cadc50, 0xc00bd6b230) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b67570, 0xc000cadc50, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b67570, 0xc008c7f080, 0x91) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1936 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002445110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0024451e0, 0xc0009fe070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fa360, 0x0, 0x0, 0x0, 0xc0099a3258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fa360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099a3950, 0xc003b4e000, 0xbef, 0x6b206562206f7420, 0x6d206e6920747065, 0x77209d80e2646e69) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f299e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1937 [semacquire]: bytes.makeSlice(0xe78, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00356f3e0, 0xf2, 0xa4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00356f3e0, 0xc00bd9d000, 0xf2, 0x5165d7, 0xc003902201, 0xc007130a40) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0048c4fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d51810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d508c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d507e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d500e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00507a270, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00356f570, 0xc004e16300, 0x59, 0xc0010c7260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1938 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00a8491e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00a8492b0, 0xc004639b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00690ec40, 0x0, 0x0, 0x0, 0xc0099ad258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00690ec40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ad950, 0xc005014000, 0xe72, 0x6867756f72687420, 0x20656c69626f4d20, 0x6f662079656e6f4d) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1939 [semacquire]: strings.Replace(0xc0084fe000, 0x3d00, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc0084fe000, 0x3d00) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c9950, 0xc00b7ee000, 0x3cf8, 0x4100000020, 0x6900000072, 0x6f0000007a) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1940 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00a849380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00a849450, 0xc0046a6a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00690ec80, 0x0, 0x0, 0x0, 0xc002841258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00690ec80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002841950, 0xc005015000, 0xe7a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1941 [semacquire]: bytes.makeSlice(0x1c7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0031d33e0, 0xb, 0x9e9240) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0031d33e0, 0xc00b1052a0, 0xb, 0x5165d7, 0xc0013780ca, 0xc00b105290) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006bb1500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006055880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0060557a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a78f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0083b7410, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031d3570, 0xc00690fac0, 0x5e, 0xc0021b6000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fc540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1942 [semacquire]: github.com/fatih/set.(*Set).Add(0xc005f1da20, 0xc0099b9318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b9418, 0xaa04f9, 0x2, 0xc0069c7000, 0xf93, 0xc0069c7000, 0xc0099b9408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069c7000, 0xf93, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b9570, 0xc004ab8100, 0x71, 0xc00a54c200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fd380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1944 [semacquire]: bytes.makeSlice(0x512, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0031cd3e0, 0xfa, 0x25) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0031cd3e0, 0xc008e4a200, 0xfa, 0x25, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c225500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff0af0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff04d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff03f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006b504d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b0eab0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031cd570, 0xc006f01960, 0x72, 0xc007a6fb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fdf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1945 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001e4f7e0, 0xc0036b1500, 0x962, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036b1500, 0x962, 0x962, 0x1, 0xc0036b1500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465fa40, 0x3f, 0xc0036b1500, 0x962, 0xaa0378, 0x1, 0xc0036b1500, 0x962, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1946 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc002f6f500, 0x14ed, 0x2, 0xc004187ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc002f6f500, 0x14ed, 0xaa0378, 0x1, 0xc0055b0000, 0x14ed) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002f6f500, 0x14ed, 0xaa0378, 0x1, 0xc002f6f500, 0x14ed) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1947 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023375e0, 0xaa04f9, 0x2, 0xc00b584800, 0x15af, 0x12, 0x32, 0xc009d27760) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002337570, 0xc009d261e0, 0x43) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc240, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1948 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004936000, 0x4e3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004936000, 0x4e3, 0x0, 0x0, 0x115f500, 0xc004936000, 0x4e3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004936000, 0x4e3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0080aef00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004936000, 0x4e3, 0x4e3, 0xc004936000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b6c5d80, 0x1a, 0xc004936000, 0x4e3, 0xaa0378, 0x1, 0xc004936000, 0x4e3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc300, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1949 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004b48a00, 0xc000ead278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ead5e0, 0xaa04f9, 0x2, 0xc006b06c00, 0x102e, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ead570, 0xc0004209c0, 0x64) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc3c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1951 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc006c5b380) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc006c5b380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c5b380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006c5b380, 0xc00abee070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009d27bc0, 0x0, 0x0, 0x0, 0xc002a25258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009d27bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a25950, 0xc0053ed500, 0x1476, 0x69560a0a616e7265, 0x6968206c61757472, 0x20736920676e6972) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1952 [semacquire]: bytes.makeSlice(0x153e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0099b33e0, 0xcc, 0xe5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0099b33e0, 0xc006cda750, 0xcc, 0x5165d7, 0xc0073ba9ef, 0xc000e09568) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c2a3110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c2a30a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d7a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b154d0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b3570, 0xc006dc0aa0, 0x3f, 0xc006699d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1953 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0036af110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0036af1e0, 0xc00b2c4700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a251f20, 0x0, 0x0, 0x0, 0xc0099bf258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a251f20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099bf950, 0xc005060000, 0x1f3c, 0x6400000072, 0x7300000020, 0x690000006b) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1954 [semacquire]: strings.genSplit(0xc0073cd800, 0x7cd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1a6, 0x1a6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099bb418, 0xaa058b, 0x2, 0xc0078c6800, 0x7cd, 0x7, 0x1a6, 0xc005306a80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0078c6800, 0x7cd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099bb570, 0xc004991400, 0x3c, 0xc00a65b500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1955 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0053073e0, 0xc006495318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006495418, 0xaa04f9, 0x2, 0xc00769b000, 0xdb2, 0x1, 0x2fe, 0xc0053073c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00769b000, 0xdb2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006495570, 0xc00000f340, 0x51, 0xc0077c99e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1956 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006b10800, 0x706, 0xc004031270, 0xc00125d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006b10800, 0x706, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004031418, 0xaa0599, 0x2, 0xc006b10800, 0x706, 0x1, 0x1b2, 0xc0003b0920) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b10800, 0x706, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004031570, 0xc006dc0080, 0x3b, 0xc00b55a400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1957 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b41418, 0xaa0503, 0x2, 0xc0093a6800, 0x17ce, 0x8, 0x51d, 0xc007b3a640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0093a6800, 0x17ce, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b41570, 0xc007b3a220, 0x4f, 0xc0060293b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1958 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00518ca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00518cb60, 0xc0000dab60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005f1c500, 0x0, 0x0, 0x0, 0xc004489258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005f1c500, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004489950, 0xc00a937000, 0x36ad, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1959 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002828410, 0xc000d03680, 0xb4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002828410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002828410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002828410, 0xc003ff1960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fb8e0, 0x0, 0x0, 0x0, 0xc0020cf258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fb8e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020cf950, 0xc003840d00, 0x808, 0x3, 0xc008315777, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1960 [semacquire]: strings.genSplit(0xc00437f680, 0x432, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006df8c00, 0x10d, 0x10d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b39418, 0xaa059b, 0x2, 0xc007847680, 0x432, 0x16, 0x10d, 0xc007c65520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007847680, 0x432, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005b39570, 0xc006dc13a0, 0x42, 0xc006029188) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1964 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005ff33e0, 0xaa03b1, 0x1, 0xc005ff3b00) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x0, 0xc005ff33e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:739 +0x137 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005ff33b0, 0xc0004e1460, 0xc00842f230) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0004e1570, 0xc00842f230, 0xc00842f230) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1965 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0042dfb00, 0x8a5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042dfb00, 0x8a5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0x115f500, 0x8a5, 0x8a5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042df200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042dfb00, 0x8a5, 0x8a5, 0xc0042dfb00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610320, 0x4e, 0xc0042dfb00, 0x8a5, 0xaa0378, 0x1, 0xc0042dfb00, 0x8a5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fe60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1967 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0008c6ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c6ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c6ea0, 0xc005d8ba40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edae0, 0x0, 0x0, 0x0, 0xc009545258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009545950, 0xc00507e000, 0xec1, 0x9, 0xc0083168fa, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041caa80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1968 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d49950, 0xc0044df000, 0xf48, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cab40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1969 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0008c6b60, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0008c6b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c6b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c6b60, 0xc0059cf340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2eda60, 0x0, 0x0, 0x0, 0xc009541258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2eda60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009541950, 0xc003969900, 0xc3e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1970 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0086b8200, 0x1b, 0x20, 0xc008613600, 0x27, 0x40, 0xc006fc5078, 0xc0000111b8, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc000010648, 0x1, 0x1, 0xc006fc5148, 0x7f602d0ab9b8, 0xc00100de00, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000010648, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0000111b8, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00be15c50, 0xc00bb7f7d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006fc5570, 0xc00be15c50, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fc5570, 0xc009ff51a0, 0xb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041caf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1971 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008ebf5e0, 0xaa04f9, 0x2, 0xc00843c000, 0xc6, 0x0, 0xc008ebf430, 0xc00a250ec8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc008ebf570, 0xc007de9200, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008ebf570, 0xc00a250060, 0xae) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cafc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1972 [semacquire]: strings.genSplit(0xc00b7d8c80, 0xc2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b59f500, 0x299, 0x299) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ce9418, 0xaa04df, 0x2, 0xc007f90580, 0xc2c, 0x5, 0x299, 0xc004e16b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007f90580, 0xc2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ce9570, 0xc0054098e0, 0x3a, 0xc005b6b980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cb380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1973 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00573b700, 0x9, 0x10, 0xc00573b680, 0xf, 0x10, 0xc0054ff078, 0xc008208650, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc008084eb0, 0x1, 0x1, 0xc0054ff148, 0x7f602d0ab2f0, 0xc001042300, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc008084eb0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc008208650, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00825cc90, 0xc00a4ab200) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0054ff570, 0xc00825cc90, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054ff570, 0xc009b672c0, 0xae) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab8420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1974 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036ad200, 0xc12, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036ad200, 0xc12, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036ad200, 0xc12, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036ad200, 0xc12, 0x0, 0x0, 0x115f500, 0xc12, 0xc12) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036ad200, 0xc12, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036ab900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036ad200, 0xc12, 0xc12, 0xc0036ad200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009e76370, 0x44, 0xc0036ad200, 0xc12, 0xaa0378, 0x1, 0xc0036ad200, 0xc12, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab86c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1975 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0056346c0, 0x265cf14f0, 0x1251a20, 0xc00b31db20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1976 [semacquire]: bytes.makeSlice(0x19d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0071d86c0, 0x95, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0071d86c0, 0xc003d9c3c0, 0x95, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0071d86c0, 0xc003d9c3c0, 0x95, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa9420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa9260, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa91f0, 0xb84d20, 0xc0071d86c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0071d86c0, 0xc009fa91f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a6db5f0, 0x2d6e59b2d, 0x1251a20, 0xc004e160c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1977 [semacquire]: strings.genSplit(0xc0064ac000, 0x1bd6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006eeb000, 0x4e6, 0x4e6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a6f418, 0xaa0503, 0x2, 0xc001200000, 0x1bd6, 0x6, 0x4e6, 0xc009e37620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001200000, 0x1bd6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a6f570, 0xc004990f80, 0x39, 0xc00623d2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1980 [semacquire]: bytes.makeSlice(0x320e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a2a960, 0x134, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a2a960, 0xc009f14b40, 0x134, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004a2a960, 0xc009f14b40, 0x134, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc001c24e70, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc001c24e00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc0019b1e30, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc0019b1d50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc00b0a8e00, 0xb84d20, 0xc004a2a960) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004a2a960, 0xc00b0a8e00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00b2ac3c0, 0x2e71e28cf, 0x1251a20, 0xc004ab8060, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9f80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1981 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00518cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00518cd00, 0xc000581260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fb8a0, 0x0, 0x0, 0x0, 0xc00298f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fb8a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00298f950, 0xc0085c8f00, 0x2293, 0x666f2065676e6172, 0x7420736d65746920, 0x706d6f6320746168) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b88a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1982 [semacquire]: strings.genSplit(0xc008c4f500, 0x138c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1500, 0x0, 0x3007f60041997a0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003833418, 0xaa04fd, 0x2, 0xc008c4e000, 0x138c, 0xc008c4e000, 0xc003833408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008c4e000, 0x138c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003833570, 0xc00000fb00, 0x36, 0xc00b55a500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1983 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ac8000, 0x1192, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ac8000, 0x1192, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ac8000, 0x1192, 0x0, 0x0, 0x115f500, 0x1192, 0x1192) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ac8000, 0x1192, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bdc0c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ac8000, 0x1192, 0x1192, 0xc002ac8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b55b5c0, 0x3c, 0xc002ac8000, 0x1192, 0xaa0378, 0x1, 0xc002ac8000, 0x1192, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1984 [semacquire]: bytes.makeSlice(0x2e75, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008bc9bf0, 0x4f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008bc9bf0, 0xc0062fde00, 0x4f, 0x6, 0xffffffffffffffff, 0xad018a) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008bc9bf0, 0xc0062fde00, 0x4f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc001edae00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc001edac40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc004628b60, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc0048f27e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc0098b5960, 0xb84d20, 0xc008bc9bf0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc9bf0, 0xc0098b5960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0098e2390, 0x50d2a1, 0xc007c44180, 0x22, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0099c7570, 0xc002127180, 0xc00523aa20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9b00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1985 [semacquire]: bytes.makeSlice(0x2ad0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0027473e0, 0x10e, 0x3f) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0027473e0, 0xc007adafc0, 0x10e, 0x3f, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007a96bd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007a96a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096b49f0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002747570, 0xc00875ab20, 0x45, 0xc00276a9b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1987 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006dd4b70, 0x25dd8563e, 0x1251a20, 0xc006448160, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1988 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00078f0a0, 0xc00a194300, 0xc006d5dfe0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00078f0a0, 0x203000, 0x203000, 0x203000, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00078f0a0, 0x28, 0xc002b64660, 0x0, 0x0, 0xc0010e8380) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa408e, 0x4, 0xa4b3a0, 0xc002b64660, 0x1, 0xb856e0, 0xc001e4fe60) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x7d15a8, 0xc002b64660, 0xc00078f178) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005f1a420, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00078f950, 0xc007d0c600, 0x11f9, 0xc005635170, 0x3, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1989 [semacquire]: bytes.makeSlice(0x206, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc009ae9260, 0x78, 0xa) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc009ae9260, 0xc009ffe200, 0x78, 0xa, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f29a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f2690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f21c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0083b7aa0, 0xc0083b7e90, 0xc0020fde80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009ae9570, 0xc006b134a0, 0x6b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016721e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1990 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0052eb800, 0x7b1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0052eb800, 0x7b1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0052eb800, 0x7b1, 0x0, 0x0, 0x115f500, 0x7b1, 0x7b1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0052eb800, 0x7b1, 0x0, 0x0, 0xaa0378, 0x1, 0xc0052eb000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0052eb800, 0x7b1, 0x7b1, 0xc0052eb800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008588d40, 0x3c, 0xc0052eb800, 0x7b1, 0xaa0378, 0x1, 0xc0052eb800, 0x7b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1992 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009d83458, 0xaa04f9, 0x2, 0xc005f43b00, 0x11f, 0xc009d83298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc009de5cb0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b0ec060, 0xc009d83320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc009d833e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009d833e0, 0xc00b0eadb0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009d83401, 0xc005411830) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009d83570, 0xc00b0eadb0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0072bfa24, 0x1, 0xc0072bfa26) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2441 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003ee81a0, 0xc006eb4000, 0x1cc) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003ee81a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee81a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ee81a0, 0xc007a99500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa5e0, 0x0, 0x0, 0x0, 0xc006695258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa5e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006695950, 0xc009208600, 0x114c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1995 [semacquire]: regexp/syntax.(*parser).push(0xc009edd3e0, 0xc007890000, 0xc007890000) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc009edd3e0, 0x6f) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002865050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002865050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004eac064) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002865050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002865050, 0x1, 0xc0084bc240, 0xc0100080e01, 0x28042d0ab9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002865050, 0x4, 0x530, 0xc005611a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005611000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00518cf70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00248c1b0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002865950, 0xc003ac2c00, 0xace, 0x8, 0xc0070c990c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1996 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc005c7cea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7cea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005c7cea0, 0xc007890150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e09680, 0x0, 0x0, 0x0, 0xc000bab258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e09680, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000bab950, 0xc00b7f4a80, 0x994, 0x8, 0xc0070c990c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1997 [runnable]: regexp.(*inputString).step(0xc007672ed0, 0x5f6, 0xc007672e50, 0x5f4) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*machine).match(0xc007672e10, 0xb886e0, 0xc007672ed0, 0x5f4, 0xc002ae7948) /usr/local/go/src/regexp/exec.go:237 +0x28d regexp.(*Regexp).doExecute(0xc000bea6e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a32c002, 0x18dc, 0x5b4, 0x2, ...) /usr/local/go/src/regexp/exec.go:542 +0x177 regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00a32c002, 0x18dc, 0x2, 0xc002ae7ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00a32c002, 0x18dc, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00a32c002, 0x18dc, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1998 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b5b418, 0xaa04f9, 0x2, 0xc007da6a80, 0xa3d, 0x1, 0x219, 0xc002186240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007da6a80, 0xa3d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b5b570, 0xc0021277e0, 0x41, 0xc00a8ca9b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2000 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc005c7c1a0, 0xc008e040e0, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc005c7c1a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7c1a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005c7c1a0, 0xc0045be7e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b497e0, 0x0, 0x0, 0x0, 0xc004221258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b497e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004221950, 0xc0028f2600, 0x104f, 0xb, 0xc0034232e8, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2001 [semacquire]: strings.Replace(0xc00688c000, 0x143b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00688c000, 0x143b) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbb950, 0xc007344a00, 0x1438, 0xb, 0xc0034232e8, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2002 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc001186b88, 0xc00b9813d8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc001186b88, 0xc0058e3ab0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc001186b88, 0xc0058e3b20, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0058e3b20, 0xc0058e3b20, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001187050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001187050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007ad6034) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001187050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001187050, 0x1, 0xc0066c86e0, 0xc0100e7dc01, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001187050, 0x4, 0x242, 0xc003858d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003858000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7f60043737d0, 0x3f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a76bd0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cd950, 0xc0059ea000, 0xdb8, 0x3, 0xc00342388b, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2003 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006c5a5b0, 0xc005662300, 0x168) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006c5a5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c5a5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006c5a5b0, 0xc00a5d4af0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009d27b00, 0x0, 0x0, 0x0, 0xc0033c9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009d27b00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c9950, 0xc009cb0500, 0x243a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2004 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004ac3118, 0xc00ae37200, 0x17e, 0x17e, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ac3118, 0xc003cc2540, 0xc004ac2208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc003cc24d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004ac3118, 0xc003cc24d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004ac3118, 0xc003cc24d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ac3118, 0xc003cc24d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d41490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d41490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d41490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d413b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d413b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d413b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d40cb0, 0xc003658d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d40cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d40cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d40bd0, 0x0, 0x7f5ff45fbfff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d40bd0, 0x54b170, 0xc007d30c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc009d40bd0, 0x0, 0x0, 0x0, 0x0, 0xc009d40bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008154cf0, 0x0, 0x0, 0x0, 0x6000, 0xc0036d4000, 0x55b2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0036d4000, 0x55b2, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00a5cd130) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003659570, 0xc00b0ffe80, 0xc00265ce60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119df80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2005 [semacquire]: regexp.(*Regexp).replaceAll(0xc007ed39a0, 0x0, 0x0, 0x0, 0xc00b132000, 0x1780, 0x2, 0xc002517270, 0xc00b132000, 0x1780, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc007ed39a0, 0xc00b132000, 0x1780, 0xaa0378, 0x1, 0x1, 0x34) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc008f6f570, 0xc00a5ab4e0, 0xc00a5abda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2006 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b7418, 0xaa04f9, 0x2, 0xc00374e000, 0xad8, 0x1, 0x22a, 0xc009e37c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00374e000, 0xad8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b7570, 0xc004991260, 0x47, 0xc000695d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2007 [semacquire]: bytes.makeSlice(0xedd, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006ce73e0, 0x119, 0xce) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006ce73e0, 0xc005c8dd40, 0x119, 0x5165d7, 0xc007e25df9, 0xc008a12180) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00bdd5650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00bdd55e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00754b570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00754b490) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007484bd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00289e0c0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ce7570, 0xc004f1c520, 0x4f, 0xc009e77ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2008 [semacquire]: strings.genSplit(0xc000792000, 0x1267, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007770700, 0x10000c0009a53b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009a5418, 0xaa04d9, 0x2, 0xc0086e3900, 0x1267, 0xc0086e3900, 0xc0009a5408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0086e3900, 0x1267, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009a5570, 0xc006dc0700, 0x42, 0xc00a07e5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2009 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00000ee20, 0xc001d81318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d81418, 0xaa0569, 0x2, 0xc003d08800, 0x788, 0x13, 0x182, 0xc0049913e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003d08800, 0x788, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d81570, 0xc0019fb5c0, 0x47, 0xc000569130) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2011 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00b4db2b0, 0xc0092bcb90, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00b4db2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00b4db2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00b4db2b0, 0xc00a64db20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a117f40, 0x0, 0x0, 0x0, 0xc002b9d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a117f40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b9d950, 0xc007dc0600, 0x10d1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2013 [semacquire]: github.com/gigawattio/window.Rolling(0xc006246000, 0x565, 0x565, 0x3, 0x0, 0x564, 0xc006246000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b45b570, 0xc004cfd560, 0xc004cfdf60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2014 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008dab180, 0x55e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008dab180, 0x55e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008dab180, 0x55e, 0x0, 0x0, 0x115f500, 0x55e, 0x55e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008dab180, 0x55e, 0x0, 0x0, 0xaa0378, 0x1, 0xc008daa680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008dab180, 0x55e, 0x55e, 0xc008dab180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008588880, 0x35, 0xc008dab180, 0x55e, 0xaa0378, 0x1, 0xc008dab180, 0x55e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2016 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006059c00, 0xafd, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006059c00, 0xafd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006059c00, 0xafd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006059c00, 0xafd, 0x0, 0x0, 0x115f500, 0xc006059c00, 0xafd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006059c00, 0xafd, 0x0, 0x0, 0xaa0378, 0x1, 0xc006059000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006059c00, 0xafd, 0xafd, 0xc006059c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3aefa0, 0x41, 0xc006059c00, 0xafd, 0xaa0378, 0x1, 0xc006059c00, 0xafd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2017 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001fc06c0, 0xc004e47278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e475e0, 0xaa04f9, 0x2, 0xc0077c6280, 0x77, 0x1, 0x4a5, 0xc009d27f80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e47570, 0xc009d265e0, 0x6e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2018 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002d4ec00, 0x548, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002d4ec00, 0x548, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002d4ec00, 0x548, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002d4ec00, 0x548, 0x0, 0x0, 0x115f500, 0xc002d4ec00, 0x548) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002d4ec00, 0x548, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d4e100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002d4ec00, 0x548, 0x548, 0xc002d4ec00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a788000, 0x30, 0xc002d4ec00, 0x548, 0xaa0378, 0x1, 0xc002d4ec00, 0x548, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2019 [semacquire]: bytes.makeSlice(0x101e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00553a0f0, 0xb6, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00553a0f0, 0xc002e7ea81, 0xb6, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00553a0f0, 0xc002e7ea81, 0xb7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa3490, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa3420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa31f0, 0xb84d20, 0xc00553a0f0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00553a0f0, 0xc000fa31f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00553a0c0, 0x203001, 0x203001, 0x440d95, 0xc000714da0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00553a0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00553a090, 0xc0098ed320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0098ed708, 0xc008ddc1a0, 0xaac03e, 0x7, 0xc008ddc1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0098ed708, 0xc008ddc1a0, 0xc007c65560) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2020 [semacquire]: strings.genSplit(0xc002d4cb00, 0x50d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057c7500, 0x13b, 0x13b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00066d418, 0xaa059b, 0x2, 0xc0067c4580, 0x50d, 0x27, 0x13b, 0xc006448a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0067c4580, 0x50d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00066d570, 0xc0064486a0, 0x54, 0xc007597c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2021 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a3cc000, 0x954, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a3cc000, 0x954, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a3cc000, 0x954, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a3cc000, 0x954, 0x0, 0x0, 0x115f500, 0xc00a3cc000, 0x954) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a3cc000, 0x954, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a3caa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a3cc000, 0x954, 0x954, 0xc00a3cc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0083461e0, 0x4d, 0xc00a3cc000, 0x954, 0xaa0378, 0x1, 0xc00a3cc000, 0x954, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2022 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0008c72b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0008c7380, 0xc007bb61c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edbc0, 0x0, 0x0, 0x0, 0xc009ad1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edbc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009ad1950, 0xc0044a9000, 0x1510, 0x3, 0xc003fb7962, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2023 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f33500, 0x9cd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f33500, 0x9cd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f33500, 0x9cd, 0x0, 0x0, 0x115f500, 0xc007f33500, 0x9cd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f33500, 0x9cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0087a5500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f33500, 0x9cd, 0x9cd, 0xc007f33500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002228ec0, 0x3a, 0xc007f33500, 0x9cd, 0xaa0378, 0x1, 0xc007f33500, 0x9cd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2026 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006c5a8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006c5a9c0, 0xc00ada2770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b49960, 0x0, 0x0, 0x0, 0xc003f67258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b49960, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f67950, 0xc009d72800, 0x46e0, 0x7265746661206874, 0x6167656220656820, 0x6978616c6572206e) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2028 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00385c800, 0x78f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00385c800, 0x78f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00385c800, 0x78f, 0x0, 0x0, 0x115f500, 0x78f, 0x78f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00385c800, 0x78f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00384b800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00385c800, 0x78f, 0x78f, 0xc00385c800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a8ca870, 0x44, 0xc00385c800, 0x78f, 0xaa0378, 0x1, 0xc00385c800, 0x78f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2029 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000a52d00, 0xc0062c5318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0062c5418, 0xaa04fd, 0x2, 0xc0057b4d00, 0x8b3, 0xc0057b4d00, 0xc0062c5408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0057b4d00, 0x8b3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0062c5570, 0xc007d6d600, 0x46, 0xc00a0cae60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2030 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0008c7450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0008c7520, 0xc008100310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edc00, 0x0, 0x0, 0x0, 0xc004223258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edc00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004223950, 0xc0053fd000, 0xe9a, 0x0, 0xc0072bf65d, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2031 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0079ec1a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0079ec1a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0079ec1a0, 0xc004eabc00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00272a380, 0x0, 0x0, 0x0, 0xc004189258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00272a380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004189950, 0xc00638f500, 0x1497, 0x0, 0xc0072bf65d, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2032 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc0008c7040) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc0008c7040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c7040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c7040, 0xc005f7f420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edb20, 0x0, 0x0, 0x0, 0xc0099d1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edb20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d1950, 0xc001b8a000, 0x171e, 0x5, 0xc007e34c58, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2033 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002153418, 0xaa0599, 0x2, 0xc009898000, 0xd69, 0xc009898000, 0xc002153408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009898000, 0xd69, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002153570, 0xc007c65ba0, 0x43, 0xc00445ec30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2034 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003ac0dd0, 0xc00667dc00, 0xd9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003ac0dd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ac0dd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ac0dd0, 0xc007b207e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0064485a0, 0x0, 0x0, 0x0, 0xc004393258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0064485a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004393950, 0xc006d27b00, 0xd11, 0x742065676e656c6c, 0x6570706120746168, 0x6567756820737261) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2035 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc00649fa00) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc00649fa00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00649fa00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00649fa00, 0xc00a4163f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005887040, 0x0, 0x0, 0x0, 0xc002c89258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005887040, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c89950, 0xc007f4e600, 0x11a1, 0x6d706f6c65766564, 0x6e65676120746e65, 0x73207361202c6164) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2037 [semacquire]: strings.genSplit(0xc0049fcf00, 0xb3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb3, 0xc0049fcc00, 0xb3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0002235e0, 0xaa04f9, 0x2, 0xc0049fcc00, 0xb3, 0x4, 0x1b, 0xc006f01f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000223570, 0xc00b782ff0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000223570, 0xc007c82160, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2039 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008f47200, 0xc00411d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00411d418, 0xaa04fd, 0x2, 0xc0041ee000, 0x3234, 0x1, 0xa3a, 0xc002127fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0041ee000, 0x3234, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00411d570, 0xc0051fc760, 0x54, 0xc002db3f33) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2041 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc00bf6d800, 0x6e2, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e71418, 0xaa04df, 0x2, 0xc00bf6d800, 0x6e2, 0x4, 0x172, 0xc0000cb960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00bf6d800, 0x6e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e71570, 0xc00b27c3c0, 0x45, 0xc00a2fea00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2043 [semacquire]: regexp.onePassCopy(0xc004a76cc0, 0xc004a76cc0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc004a76cc0, 0xc004a76cc0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099cf050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099cf050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007ad608c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099cf050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099cf050, 0x1, 0xc0066c8740, 0xc01014ca380, 0x28042d0a9108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099cf050, 0x4, 0x5fb, 0xc002476a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002476000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0008c7d40, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a76c90, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cf950, 0xc0069b2000, 0xa01, 0x6565796f6c706d65, 0x6873209d80e22c73, 0x2065746f72772065) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2045 [semacquire]: bytes.makeSlice(0x16c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a76f00, 0x64, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a76f00, 0xc001fc9420, 0x64, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004a76f00, 0xc001fc9420, 0x64, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b56c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b5500, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b5490, 0xb84d20, 0xc004a76f00) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004a76f00, 0xc0051b5490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004a76d50, 0x2ec608408, 0x1251a20, 0xc007c64b20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2046 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b48ba0, 0x0, 0x0, 0x0, 0xc00b45f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b48ba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b45f950, 0xc00792f500, 0x13c6, 0x646f4d206172646e, 0x6e6f4d206e6f2069, 0x6b6f6f7420796164) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2049 [semacquire]: regexp.onePassCopy(0xc00ac7e600, 0xc00ac7e600) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc00ac7e600, 0xc00ac7e600) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005fbd050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005fbd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00183a388) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005fbd050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005fbd050, 0x1, 0xc005395c40, 0xc0100080e01, 0x28042d0ac080) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005fbd050, 0x4, 0xa84, 0xc0078d8501, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0078d8000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc00af81930, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00ac7e5d0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fbd950, 0xc00676d500, 0x141f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2050 [semacquire]: strings.genSplit(0xc005942000, 0xf5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00718d000, 0x2c7, 0x2c7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fbf418, 0xaa0503, 0x2, 0xc0075be000, 0xf5f, 0x2, 0x2c7, 0xc00651cec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0075be000, 0xf5f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fbf570, 0xc009ff5640, 0x3a, 0xc009940100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2051 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008a75e0, 0xaa04f9, 0x2, 0xc009b6d300, 0x10bb, 0x2, 0x4, 0xc00b62cde0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008a7570, 0xc009ff5d40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2052 [semacquire]: github.com/gigawattio/window.Rolling(0xc00be61900, 0x211, 0x211, 0x3, 0x0, 0x210, 0xc00be61900) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009d87570, 0xc0049c1940, 0xc00b43a780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2053 [semacquire]: bytes.makeSlice(0x14a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005f1ab40, 0x42, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005f1ab40, 0xc007b7d4a0, 0x42, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005f1ab40, 0xc007b7d4a0, 0x42, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b2620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b2460, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b23f0, 0xb84d20, 0xc005f1ab40) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005f1ab40, 0xc0096b23f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0096b40f0, 0x50d2a1, 0xc002e7c340, 0x17, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009c91570, 0xc0049c1c20, 0xc00272b960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2055 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3aa80, 0xc0037fb318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037fb418, 0xaa04f9, 0x2, 0xc0046eb000, 0xf24, 0x2, 0x286, 0xc004b489c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046eb000, 0xf24, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037fb570, 0xc00a031dc0, 0x40, 0xc00a05469d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2057 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006e8f000, 0xb99, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006e8f000, 0xb99, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e8f000, 0xb99, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e8f000, 0xb99, 0x0, 0x0, 0x115f500, 0xb99, 0xb99) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e8f000, 0xb99, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e8cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e8f000, 0xb99, 0xb99, 0xc006e8f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d99b90, 0x64, 0xc006e8f000, 0xb99, 0xaa0378, 0x1, 0xc006e8f000, 0xb99, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e480, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2059 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00a8eaf3e) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x4f4400c00467b000) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc002fe9ba0, 0x7f6000000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fe9ba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002fe9ba0, 0xc006dc5e30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf40, 0x0, 0x0, 0x0, 0xc0037f9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f9950, 0xc004bf8a80, 0x9a8, 0x2, 0xc001f1f979, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2061 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0008c7ba0, 0xc004dc53f0, 0xa1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0008c7ba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c7ba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008c7ba0, 0xc00b0a98f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edcc0, 0x0, 0x0, 0x0, 0xc009ad3258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edcc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009ad3950, 0xc001c97800, 0x1734, 0x0, 0xc0072bf65d, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2062 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009737418, 0xaa04f9, 0x2, 0xc006530400, 0xb16, 0x1, 0x20f, 0xc004b483c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006530400, 0xb16, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009737570, 0xc004a225a0, 0x35, 0xc0053c7bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2063 [semacquire]: bytes.makeSlice(0x1125, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc009acf3e0, 0x2c5, 0x101) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc009acf3e0, 0xc005344c00, 0x2c5, 0x5165d7, 0xc007cc0ebb, 0xc007c856c8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019f6690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019f6620) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050416c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050415e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005040ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00bcf07e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009acf570, 0xc00457fbc0, 0x40, 0xc00526d480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2065 [semacquire]: bytes.makeSlice(0x217, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0042a13e0, 0xb, 0x1e) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0042a13e0, 0xc00b43c7a0, 0xb, 0x5165d7, 0xc00bcf50ba, 0xc00b43c797) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d1f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44ca80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44c9a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44c2a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00969e030, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042a1570, 0xc00afb0b00, 0x86, 0xc00b14b200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ea80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2066 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d86a00, 0x13e5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d86a00, 0x13e5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d86a00, 0x13e5, 0x0, 0x0, 0x115f500, 0x13e5, 0x13e5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d86a00, 0x13e5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d84000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d86a00, 0x13e5, 0x13e5, 0xc000d86a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d53cc0, 0x41, 0xc000d86a00, 0x13e5, 0xaa0378, 0x1, 0xc000d86a00, 0x13e5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2067 [semacquire]: github.com/gigawattio/window.Rolling(0xc004e98000, 0x5f8, 0x5f8, 0x3, 0x0, 0x5f7, 0xc004e98000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b131570, 0xc00523ac20, 0xc007970b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2069 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0098df930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0098dfa00, 0xc004c5e690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0077af980, 0x0, 0x0, 0x0, 0xc00b721258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0077af980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b721950, 0xc009988a00, 0x3407, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2070 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005bb8000, 0xe22, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005bb8000, 0xe22, 0x0, 0x0, 0x115f500, 0xe22, 0xe22) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005bb8000, 0xe22, 0x0, 0x0, 0xaa0378, 0x1, 0xc00598f000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005bb8000, 0xe22, 0xe22, 0xc005bb8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00835e4e0, 0x58, 0xc005bb8000, 0xe22, 0xaa0378, 0x1, 0xc005bb8000, 0xe22, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2071 [semacquire]: bytes.makeSlice(0x33e7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007b7bbc0, 0x71, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007b7bbc0, 0xc007e6f380, 0x71, 0x6, 0x71, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007b7bbc0, 0xc007e6f380, 0xb9, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc001c8d0a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc001c8cfc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4f420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4f340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4ec40, 0xb84d20, 0xc007b7bbc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007b7bbc0, 0xc005a4ec40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007b7ba10, 0x2e6ae544f, 0x1251a20, 0xc0003b0420, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2072 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00590cb60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00590cb60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00590cb60, 0xc00481c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0084272c0, 0x0, 0x0, 0x0, 0xc00b45d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0084272c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b45d950, 0xc00b17d500, 0x906, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2075 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc008bcf450, 0xc00627b837, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc008bcf450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008bcf450, 0xc003df0a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006893460, 0x0, 0x0, 0x0, 0xc0020bd258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006893460, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020bd950, 0xc003e28800, 0xaf3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2076 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0084ce300, 0x2e6f5e00b, 0x1251a20, 0xc0003b1500, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2077 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006c5a340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006c5a410, 0xc002da45b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00523a3e0, 0x0, 0x0, 0x0, 0xc003113258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00523a3e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003113950, 0xc00808f900, 0x11d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2078 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc009e09480, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e09480, 0x0, 0x0, 0x0, 0xc002e8d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e09480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e8d950, 0xc008500a00, 0x1381, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2079 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc008bcf5f0, 0xc006112000, 0x12c) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc008bcf5f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf5f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008bcf5f0, 0xc0044ae700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006893480, 0x0, 0x0, 0x0, 0xc001f35258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006893480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f35950, 0xc009208600, 0x1012, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2080 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc009d1f188, 0xc009d1f150, 0xc009d1f1d8, 0x42ca96, 0xc009d0e540, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xaa050b, 0x2, 0x1, 0xc009d1f1f0, 0xc009d1f208, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa050b, 0x2, 0x1, 0xb856e0, 0xc001fc15e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc009aa4270, 0xaa050b, 0x2, 0xc009d0e540) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc009d1f3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009d1f3e0, 0xc009aa4270, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009d1f401, 0xc00b0eedf0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009d1f570, 0xc009aa4270, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2082 [semacquire]: strings.genSplit(0xc006af6000, 0x1468, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x41a, 0x41a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d43418, 0xaa0503, 0x2, 0xc007fb8a00, 0x1468, 0x5, 0x41a, 0xc006dc06e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc007fb8a00, 0x1468, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d43570, 0xc009d27f60, 0x33, 0xc008588b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2083 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc008f47a60, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008f47a60, 0x0, 0x0, 0x0, 0xc004355258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008f47a60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004355950, 0xc00b680d80, 0xcb7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2084 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f7e400, 0xbfb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f7e400, 0xbfb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f7e400, 0xbfb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f7e400, 0xbfb, 0x0, 0x0, 0x115f500, 0xbfb, 0xbfb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f7e400, 0xbfb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00419ec80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f7e400, 0xbfb, 0xbfb, 0xc002f7e400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009e77270, 0x4c, 0xc002f7e400, 0xbfb, 0xaa0378, 0x1, 0xc002f7e400, 0xbfb, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1822 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb1b90, 0x50d201, 0xc003252d20, 0x5f, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026df570, 0xc004da1d80, 0xc009e37020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003734a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2088 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0099cb108, 0x4341f3) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.afterBodyIM(0xc006ba5ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006ba5ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006ba5ad0, 0xc00729df10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002186080, 0x0, 0x0, 0x0, 0xc0099cb258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002186080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cb950, 0xc000918880, 0xcc5, 0x6e692073706f7466, 0x2e6e6f646e6f6c20, 0x6420797265766520) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2089 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049c1d00, 0xc001b2f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b2f418, 0xaa0503, 0x2, 0xc0034b7800, 0x71c, 0x1, 0x1c2, 0xc004b48120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034b7800, 0x71c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b2f570, 0xc007d6d9a0, 0x51, 0xc002db3c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2090 [semacquire]: regexp.onePassCopy(0xc0055cff80, 0xc0055cff80) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0055cff80, 0xc0055cff80) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000dad358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000dad358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000dad358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000dad358, 0xc00a1f7490, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000dad358, 0x42ca96, 0xc00a057440, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000dad3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00690ed40, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a1fa810, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000dad570, 0xc009ff59c0, 0xabc101, 0x1d, 0x2c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2091 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003316000, 0x15de, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003316000, 0x15de, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003316000, 0x15de, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003316000, 0x15de, 0x0, 0x0, 0x115f500, 0x15de, 0x15de) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003316000, 0x15de, 0x0, 0x0, 0xaa0378, 0x1, 0xc00acdd000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003316000, 0x15de, 0x15de, 0xc003316000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d02aad, 0x39, 0xc003316000, 0x15de, 0xaa0378, 0x1, 0xc003316000, 0x15de, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2092 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc002b6a960, 0xc0065eaa00, 0x67c, 0xaa0378, 0x1, 0x1, 0x14) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006a43570, 0xc009e08200, 0xc009e08a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2093 [semacquire]: regexp.onePassCopy(0xc0053a24b0, 0xc0053a24b0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0053a24b0, 0xc0053a24b0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006007358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006007358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006007358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006007358, 0xc009e17960, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006007358, 0x42ca96, 0xc0053a2420, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0060073c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006f00ca0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0096b56e0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006007570, 0xc009e08f80, 0xabc101, 0x1d, 0x36, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2094 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc002829860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002829860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002829860, 0xc0061ab500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e8a0, 0x0, 0x0, 0x0, 0xc00b245258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e8a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b245950, 0xc00b332000, 0x18c1, 0x742065676e656c6c, 0x6570706120746168, 0x6567756820737261) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2095 [semacquire]: golang.org/x/net/html.(*parser).addChild(0xc003452270, 0xc0004ae000) /home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.beforeHeadIM(0xc003452270, 0x7f6000000000) /home/develop/go/src/golang.org/x/net/html/parse.go:591 +0x10b golang.org/x/net/html.(*parser).parseCurrentToken(0xc003452270) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003452270, 0xc004340f50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7e680, 0x0, 0x0, 0x0, 0xc001ec7258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7e680, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ec7950, 0xc008145900, 0x1083, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2097 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0080591e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0080592b0, 0xc005d2a310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b62d3e0, 0x0, 0x0, 0x0, 0xc00b1c7258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b62d3e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b1c7950, 0xc009118000, 0x189e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2100 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b1c9338, 0x20300200000000, 0x7f5ff4388fff, 0xc00b1c9270, 0xa0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b1c9338, 0xc0001e2900, 0x5, 0xc00b1c9288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b1c9338, 0xc00b1c9350, 0x43b3b7, 0x1252790, 0xc00b1c9300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f6004419f60, 0xc00b1c9301, 0x10100000042ab7a, 0x0, 0x145b) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8000, 0xaa64ee, 0x5, 0x1ad8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00b1c9570, 0xc0085749e0, 0x145b, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f64e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2102 [semacquire]: bytes.makeSlice(0x1c53, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005857770, 0xa9, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005857770, 0xc00a960dc0, 0xa9, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005857770, 0xc00a960dc0, 0xa9, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc002141650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc002141570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc001b6b1f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc001eddf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc005d8b6c0, 0xb84d20, 0xc005857770) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005857770, 0xc005d8b6c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00c031f50, 0x2d7790d0a, 0x1251a20, 0xc00265d300, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2103 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002fa9400, 0xb2e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002fa9400, 0xb2e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002fa9400, 0xb2e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002fa9400, 0xb2e, 0x0, 0x0, 0x115f500, 0xb2e, 0xb2e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002fa9400, 0xb2e, 0x0, 0x0, 0xaa0378, 0x1, 0xc002fa7c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002fa9400, 0xb2e, 0xb2e, 0xc002fa9400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00abc0980, 0x3f, 0xc002fa9400, 0xb2e, 0xaa0378, 0x1, 0xc002fa9400, 0xb2e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2104 [semacquire]: strings.Replace(0xc00b37c800, 0x3753, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00b37c800, 0x3753) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001947950, 0xc00b412800, 0x3709, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2105 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b7b3000, 0xf80, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b7b3000, 0xf80, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b7b3000, 0xf80, 0x0, 0x0, 0x115f500, 0xf80, 0xf80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b7b3000, 0xf80, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b1fb000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b7b3000, 0xf80, 0xf80, 0xc00b7b3000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7b8be0, 0x42, 0xc00b7b3000, 0xf80, 0xaa0378, 0x1, 0xc00b7b3000, 0xf80, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2106 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00967cea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00967cf70, 0xc00b9824d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00335c180, 0x0, 0x0, 0x0, 0x0, 0x1801, 0xc00335c150) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00335c150, 0x0, 0x0, 0x0, 0x1980, 0xc00b715300, 0x1805, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00b715300, 0x1805, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00b2b3180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004f9570, 0xc00b62d240, 0xc00a623900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2109 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc005177740, 0xffffffff, 0xc0001d2ab0) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc005177740, 0xc003994770, 0xc003994770) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc005177740, 0x74) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0001d3050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0001d3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001c1e03c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0001d3050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0001d3050, 0x1, 0xc000df7530, 0xc010136a000, 0x28042d0a9e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0001d3050, 0x4, 0x132, 0xc00aa60e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00aa60000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc00891a1a0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00afcc450, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d3950, 0xc005de9000, 0xec9, 0x7264616842206d6f, 0x6920696c61616b61, 0x6b696873614e206e) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2110 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002357418, 0xaa04f9, 0x2, 0xc008d90000, 0x1ce3, 0x1, 0x5cb, 0xc00a1178a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d90000, 0x1ce3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002357570, 0xc00a1174e0, 0x59, 0xc001375875) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2111 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b1e2c00, 0x1099, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b1e2c00, 0x1099, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0x115f500, 0x1099, 0x1099) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b1df300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b1e2c00, 0x1099, 0x1099, 0xc00b1e2c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985720, 0x4a, 0xc00b1e2c00, 0x1099, 0xaa0378, 0x1, 0xc00b1e2c00, 0x1099, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2112 [semacquire]: github.com/gigawattio/window.Rolling(0xc008f00000, 0x376, 0x376, 0x3, 0x0, 0x375, 0xc008f00000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00addd570, 0xc0049c1be0, 0xc005cee5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2114 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00551f270, 0xae5578, 0xc00521a608) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.replaceTagWithContents(0xc00551f270, 0x1182620, 0xa, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x0, 0xc008243200) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0082431d0, 0xc00551f318, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc00551f3e0, 0x8, 0xc00521a5d0, 0xc00023ea80) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00551f3e0, 0xc00a9cf860, 0xaa04f9, 0x2, 0xc00551f570, 0x8, 0x9ecc80, 0xc00551f401, 0xc00521a5d0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00551f570, 0xc00a9cf860, 0xaa04f9, 0x2, 0x0, 0x0, 0xc005cfaada, 0x3, 0xc005cfaade) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2116 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002055418, 0xaa04fd, 0x2, 0xc0034df800, 0x600, 0xc0034df800, 0xc002055408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034df800, 0x600, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002055570, 0xc00ac7c8c0, 0x3e, 0xc00ad36cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f70e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2119 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000ec41a0, 0xc00bcf4a20, 0x10c) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000ec41a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000ec41a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000ec41a0, 0xc00af7bd50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b31c140, 0x0, 0x0, 0x0, 0xc00b243258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b31c140, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b243950, 0xc00b323000, 0xe8c, 0x8, 0xc001de92a3, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2120 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00492b980, 0x269d16541, 0x1251a20, 0xc0085a1ea0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f73e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2121 [semacquire]: strings.genSplit(0xc0051b8800, 0x769, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00983d980, 0x192, 0x192) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00365b418, 0xaa05c9, 0x2, 0xc006a61800, 0x769, 0x6, 0x192, 0xc008c7fe80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006a61800, 0x769, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00365b570, 0xc00ac7cb80, 0x5b, 0xc00835e2a8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f74a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2123 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0026ce000, 0xba1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0026ce000, 0xba1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0026ce000, 0xba1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0026ce000, 0xba1, 0x0, 0x0, 0x115f500, 0xba1, 0xba1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0026ce000, 0xba1, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ce7400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0026ce000, 0xba1, 0xba1, 0xc0026ce000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002db33ef, 0x4c, 0xc0026ce000, 0xba1, 0xaa0378, 0x1, 0xc0026ce000, 0xba1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2124 [semacquire]: regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0045c00d4, 0x7f602d0a9e01, 0x47f290, 0xc006ceae20) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc00003b988, 0xc0045c52a0, 0x509d68) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00240b570, 0xc009b67620, 0xc009b67f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2125 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000109c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000109e10, 0xc00b905340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0084266c0, 0x0, 0x0, 0x0, 0xc00428b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0084266c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00428b950, 0xc00903e500, 0x2370, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2127 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3af00, 0xc004b03318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b03418, 0xaa0503, 0x2, 0xc00af7c000, 0x7b6, 0x3, 0x1c0, 0xc004b48a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af7c000, 0x7b6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b03570, 0xc00a87b500, 0x1d, 0xc00abe2f20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2128 [semacquire]: regexp.(*bitState).reset(0xc001bb56b0, 0xc000021c80, 0x167d, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0xc5d, 0x2, 0xc0013e8680, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc0001fb180, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0xc5d, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0x2, 0xc0098f9270, 0x200, 0x0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00afd5000, 0x167d, 0xaa04bf, 0x2, 0xc00afd5000, 0x167d) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0098f93e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0098f93e0, 0xc009cfcb70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0098f9401, 0xc00009b548) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0098f9570, 0xc009cfcb70, 0xaa04f9, 0x2, 0x0, 0x0, 0xb878e0, 0xc00885f4b0, 0xb878e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f79e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2129 [semacquire]: github.com/gigawattio/window.Rolling(0xc007fb0000, 0x1b4, 0x1b4, 0x3, 0x0, 0x1b3, 0xc007fb0000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f67570, 0xc00875aaa0, 0xc00875b460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2130 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0008c6c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0008c6d00, 0xc001e54070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b48160, 0x0, 0x0, 0x0, 0xc003fa3258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b48160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fa3950, 0xc00a9e7800, 0x17e8, 0x6e6120616964656d, 0x73206e6576652064, 0x6874697720656d6f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2131 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00523b400, 0xc001eb9318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eb9418, 0xaa0599, 0x2, 0xc00aff4000, 0x7e0, 0x1, 0x1d6, 0xc004b49e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00aff4000, 0x7e0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eb9570, 0xc00afb0b20, 0x49, 0xc00a3ae410) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2132 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00411ae90, 0xc002e7c3e0, 0x1, 0x8, 0xd5, 0xc00054f180) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00411ae90, 0xc005d64f50, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00411ae90, 0xc005d64fc0, 0xc00411aec8) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc005d64fc0, 0xc005d64fc0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x16) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00411b358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00411b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00411b358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00411b358, 0x75a856, 0x0, 0xc00b10f7a0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00411b358, 0x6a, 0xc00411b3a8, 0x42cc84, 0xc00a4ab3e0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00411b3c0, 0xc00411b3d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00875a740) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b10c5d0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00411b570, 0xc00ad50a60, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2133 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023cbb90, 0xc003a3c4b0, 0xc004367268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004367570, 0xc0023cbb90, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004367570, 0xc00afb0780, 0xbf) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2134 [semacquire]: bytes.(*Buffer).grow(0xc005856000, 0xa, 0xa0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc005856000, 0xab0f4d, 0xa, 0x46620f, 0xc000d56900, 0x5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc005856000, 0xc00af4f7a0, 0xb84d20, 0xc005856000) /home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005856000, 0xc00af4f7a0, 0x3924cfe700ab6d98, 0x5ef24522) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005d203f0, 0x2d74181ef, 0x1251a20, 0xc00b3e6ae0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2135 [semacquire]: strings.genSplit(0xc00767c000, 0x1377, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bc17800, 0x45e, 0x45e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00217b418, 0xaa0503, 0x2, 0xc0073bd500, 0x1377, 0x5, 0x45e, 0xc00523a420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0073bd500, 0x1377, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00217b570, 0xc00afb0140, 0x4d, 0xc00a2fe41b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2136 [semacquire]: strings.genSplit(0xc00888c000, 0x7f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0037e0000, 0x1db, 0x1db) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000dbb418, 0xaa059b, 0x2, 0xc00af91000, 0x7f7, 0x2e, 0x1db, 0xc004b498c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af91000, 0x7f7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000dbb570, 0xc00afb03a0, 0x2f, 0xc00a7882a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2137 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e8f418, 0xaa04d9, 0x2, 0xc002e49000, 0xb6d, 0x1, 0x29a, 0xc007b3bfe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002e49000, 0xb6d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e8f570, 0xc00afb1460, 0x53, 0xc00708b4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013740c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2138 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a806300, 0x6bf, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a806300, 0x6bf, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a806300, 0x6bf, 0x0, 0x0, 0x115f500, 0x6bf, 0x6bf) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a806300, 0x6bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a805c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a806300, 0x6bf, 0x6bf, 0xc00a806300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007bd8780, 0x51, 0xc00a806300, 0x6bf, 0xaa0378, 0x1, 0xc00a806300, 0x6bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2139 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009ac8900, 0x8fa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009ac8900, 0x8fa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009ac8900, 0x8fa, 0x0, 0x0, 0x115f500, 0x8fa, 0x8fa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009ac8900, 0x8fa, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098cea80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009ac8900, 0x8fa, 0x8fa, 0xc009ac8900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ac1c360, 0x1f, 0xc009ac8900, 0x8fa, 0xaa0378, 0x1, 0xc009ac8900, 0x8fa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2140 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005540210, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c3570, 0xc00afb17e0, 0x60, 0xc007bd8cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2141 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0x115f500, 0xc00c0a6e00, 0x37b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c0a6a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c0a6e00, 0x37b, 0x37b, 0xc00c0a6e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007c45ec0, 0x22, 0xc00c0a6e00, 0x37b, 0xaa0378, 0x1, 0xc00c0a6e00, 0x37b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013743c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2142 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a71418, 0xaa04fd, 0x2, 0xc005a48000, 0x1b31, 0xc005a48000, 0xc005a71408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005a48000, 0x1b31, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a71570, 0xc00b3e61e0, 0x46, 0xc00a0cabe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2143 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0088da600, 0x25e9, 0xc0099b5270, 0xc00172a000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0088da600, 0x25e9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b5418, 0xaa058b, 0x2, 0xc0088da600, 0x25e9, 0x6, 0x7c0, 0xc00aa694c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088da600, 0x25e9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b5570, 0xc00aa690e0, 0x5a, 0xc007625380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2144 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fdd418, 0xaa04f9, 0x2, 0xc00a457200, 0x5ca, 0x1, 0x1be, 0xc00875ba40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a457200, 0x5ca, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fdd570, 0xc00a87a920, 0x40, 0xc00abc0600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2145 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005822000, 0x1dde, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005822000, 0x1dde, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005822000, 0x1dde, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005822000, 0x1dde, 0x0, 0x0, 0x115f500, 0x1dde, 0x1dde) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005822000, 0x1dde, 0x0, 0x0, 0xaa0378, 0x1, 0xc00580a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005822000, 0x1dde, 0x1dde, 0xc005822000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3af1d0, 0x45, 0xc005822000, 0x1dde, 0xaa0378, 0x1, 0xc005822000, 0x1dde, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013746c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2147 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00567ce00, 0x604, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00567ce00, 0x604, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00567ce00, 0x604, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00567ce00, 0x604, 0x0, 0x0, 0x115f500, 0x604, 0x604) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00567ce00, 0x604, 0x0, 0x0, 0xaa0378, 0x1, 0xc00567c700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00567ce00, 0x604, 0x604, 0xc00567ce00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007bd8480, 0x52, 0xc00567ce00, 0x604, 0xaa0378, 0x1, 0xc00567ce00, 0x604, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2148 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000751100, 0xc87, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000751100, 0xc87, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000751100, 0xc87, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000751100, 0xc87, 0x0, 0x0, 0x115f500, 0xc87, 0xc87) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000751100, 0xc87, 0x0, 0x0, 0xaa0378, 0x1, 0xc0067dc880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000751100, 0xc87, 0xc87, 0xc000751100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a43a6f0, 0x2b, 0xc000751100, 0xc87, 0xaa0378, 0x1, 0xc000751100, 0xc87, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2149 [runnable]: github.com/fatih/set.(*Set).Has(0xc0003b0140, 0xc006d7d278, 0x1, 0x1, 0xc0003fe100) /home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d7d5e0, 0xaa04f9, 0x2, 0xc0048df7a0, 0x10e, 0xb, 0x23, 0xc00a2ed680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d7d570, 0xc00afb0000, 0xb7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013749c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2150 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00429f418, 0xaa0503, 0x2, 0xc00b3e8000, 0xe74, 0x5, 0x318, 0xc00000e860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b3e8000, 0xe74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00429f570, 0xc00afb1e40, 0x2a, 0xc00a43a510) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2151 [semacquire]: bytes.makeSlice(0x158, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0024e1260, 0x158, 0xc0024e1208) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0024e1260, 0xc006bae2c0, 0x158, 0xc00651d0c0, 0x1b, 0x1) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00255a150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00255a0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00846b500, 0xc00846b500, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0024e1570, 0xc002186880, 0xbd) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2152 [semacquire]: strings.genSplit(0xc00b55c000, 0x1181, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00788a800, 0x357, 0x357) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002985418, 0xaa04f9, 0x2, 0xc00b011900, 0x1181, 0x1, 0x357, 0xc004b49ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b011900, 0x1181, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002985570, 0xc00ac7cf00, 0x38, 0xc00ac6a980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2153 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099d7320, 0x0, 0x8, 0x45624c, 0xc0099d71e8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099d7320, 0xc0008e24e0, 0x0, 0x0, 0x3340) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099d7320, 0xc006925400, 0x3e, 0xaad9a1, 0x8, 0xffffffffffffffff) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x8, 0xffffffffffffffff, 0x0, 0xc0099d73f0, 0x50c861) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x0, 0x0, 0xad070f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005c92690, 0xaa3da6, 0x4, 0xffffffffffffffff) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099d7570, 0xc00113d4a0, 0x3e, 0xc006925400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2155 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc008c10c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc008c10d00, 0xc007a97180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007ff34c0, 0x0, 0x0, 0x0, 0xc000b0b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007ff34c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b0b950, 0xc00b1fc000, 0x1d30, 0x8, 0xc008adfd61, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2156 [semacquire]: bytes.makeSlice(0x1404, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0030773e0, 0x7c, 0xb7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0030773e0, 0xc00a3dee00, 0x7c, 0x5165d7, 0xc00af5341a, 0xc001b06c38) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cf7ea0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cf7e30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00081e850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00081e770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cf960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0070d40f0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003077570, 0xc004e16d80, 0x32, 0xc0005437c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2158 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3ad80, 0xc00101b318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101b418, 0xaa04d9, 0x2, 0xc00b0e5900, 0x10f8, 0xc00b0e5900, 0xc00101b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b0e5900, 0x10f8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101b570, 0xc00ac7cac0, 0x33, 0xc00ac6a6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2159 [semacquire]: strings.genSplit(0xc007e3f000, 0xe00, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2bb, 0x2bb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005753418, 0xaa0569, 0x2, 0xc005ad2000, 0xe00, 0x18, 0x2bb, 0xc006cb6ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005ad2000, 0xe00, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005753570, 0xc00b62c440, 0x7c, 0xc00afac516) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2161 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00272b740, 0xc002b63318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b63418, 0xaa058b, 0x2, 0xc00b067300, 0x12de, 0x7, 0x41f, 0xc0085751c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b067300, 0x12de, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b63570, 0xc00a5abb60, 0x44, 0xc00a3ae500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013752c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2162 [semacquire]: strings.genSplit(0xc004c86a00, 0x13a2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x3e1, 0x3e1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036c5418, 0xaa04d9, 0x2, 0xc00b04e000, 0x13a2, 0x1, 0x3e1, 0xc008c7fca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b04e000, 0x13a2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036c5570, 0xc00a7ad7e0, 0x51, 0xc007eef1b1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375380, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2163 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003767902, 0x11c4, 0x2, 0xc004399ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003767902, 0x11c4, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003767902, 0x11c4, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2164 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0009a21a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0009a21a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0009a21a0, 0xc007a560e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007b3a9e0, 0x0, 0x0, 0x0, 0xc0036bf258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007b3a9e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036bf950, 0xc003c8e400, 0x85e, 0x1, 0xc008adf823, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2166 [semacquire]: strings.genSplit(0xc00baacc00, 0x11c2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b876000, 0x33a, 0x33a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004159418, 0xaa04d9, 0x2, 0xc0088a6c00, 0x11c2, 0x1, 0x33a, 0xc006449c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088a6c00, 0x11c2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004159570, 0xc00a8eb6a0, 0x4a, 0xc00a8ca429) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2167 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00c114580, 0x55c, 0xaa0378, 0x1, 0xc00c114000, 0x55c) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00c114580, 0x55c, 0xaa0378, 0x1, 0xc00c114580, 0x55c) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2169 [semacquire]: strings.genSplit(0xc005056580, 0x557, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x120, 0x120) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004397418, 0xaa0599, 0x2, 0xc0034d5600, 0x557, 0x1, 0x120, 0xc005307740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034d5600, 0x557, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004397570, 0xc009e36a60, 0x39, 0xc0055cdd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013758c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2170 [semacquire]: bytes.makeSlice(0x1fa9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc008b0e120, 0xb7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc008b0e120, 0xc006c94b40, 0xb7, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc008b0e120, 0xc006c94b40, 0xb7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc007925730, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc0079256c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4150, 0xb84d20, 0xc008b0e120) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0e120, 0xc00a8f4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3c120, 0x2d60e13fc, 0x1251a20, 0xc002186180, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2171 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0093f3380, 0xc008949378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc008949570, 0xc0093f2ae0, 0xc0053074e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc008949570, 0xc0093f2ae0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc008949570, 0xc0093f2ae0, 0xc0093f2ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2173 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc008bcf790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008bcf790, 0xc0044af880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fd0e0, 0x0, 0x0, 0x0, 0xc00ae45258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fd0e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ae45950, 0xc00ae3a000, 0xd0b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2174 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00113d440, 0xc00ae41318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00ae41418, 0xaa04fd, 0x2, 0xc008715000, 0x157f, 0xc008715000, 0xc00ae41408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc008715000, 0x157f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00ae41570, 0xc00113d0e0, 0x62, 0xc0031c64d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2175 [semacquire]: strings.genSplit(0xc009376400, 0xaa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x217, 0x217) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00668f418, 0xaa04df, 0x2, 0xc001c88400, 0xaa7, 0x4, 0x217, 0xc009c20900) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c88400, 0xaa7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00668f570, 0xc004eae360, 0x57, 0xc00708bced) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2176 [semacquire]: golang.org/x/net/html.(*parser).addFormattingElement(0xc003f04ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552 golang.org/x/net/html.inBodyIM(0xc003f04ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003f04ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003f04ea0, 0xc00319b7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00aa69360, 0x0, 0x0, 0x0, 0xc00ab47258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00aa69360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ab47950, 0xc00aa19800, 0x733, 0x7461747320656874, 0x666120646e612065, 0x6c6c696620726574) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2177 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00470ffc0, 0xc002b5d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b5d418, 0xaa04f9, 0x2, 0xc0051d4900, 0x82d, 0x1, 0x1dd, 0xc0077af960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0051d4900, 0x82d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b5d570, 0xc00a9d0780, 0x4a, 0xc002839b44) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2178 [semacquire]: strings.genSplit(0xc005071200, 0x460, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0049b1650, 0xc00addf3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00addf418, 0xaa04fd, 0x2, 0xc002288480, 0x460, 0xc002288480, 0xc00addf408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc002288480, 0x460, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00addf570, 0xc00ad50c60, 0x36, 0xc00526d053) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2179 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bcd950, 0x3, 0xc00a38fd30, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006e4d570, 0xc00569b700, 0xc00a2ed560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2181 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc009925110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0099251e0, 0xc000c66f50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00723dd80, 0x0, 0x0, 0x0, 0xc00ade1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00723dd80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ade1950, 0xc004382a80, 0x293f, 0x8, 0xc00074f0ce, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2182 [semacquire]: regexp.onePassCopy(0xc004b1d680, 0xc004b1d680) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc004b1d680, 0xc004b1d680) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00424d050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00424d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004da5ce0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00424d050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00424d050, 0x1, 0xc00833f570, 0xc000e7dc00, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00424d050, 0x4, 0xf48, 0xc004b47001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004b47000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00891a4e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b1d650, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00424d950, 0xc008ed4600, 0x10a1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2184 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc008e6ef70, 0xc00827c0a0, 0x46) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc008e6ef70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008e6ef70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008e6ef70, 0xc00ae6dd50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a9d0940, 0x0, 0x0, 0x0, 0xc0021a3258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a9d0940, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021a3950, 0xc006823000, 0xf3f, 0x3, 0xc003fb64ad, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2185 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00609e000, 0xa52, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00609e000, 0xa52, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00609e000, 0xa52, 0x0, 0x0, 0x115f500, 0xa52, 0xa52) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00609e000, 0xa52, 0x0, 0x0, 0xaa0378, 0x1, 0xc004a9f500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00609e000, 0xa52, 0xa52, 0xc00609e000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001375b60, 0x5a, 0xc00609e000, 0xa52, 0xaa0378, 0x1, 0xc00609e000, 0xa52, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2186 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x94b, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a60a80, 0x94b, 0x94b, 0xc004a60a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a72c200, 0x32, 0xc004a60a80, 0x94b, 0xaa0378, 0x1, 0xc004a60a80, 0x94b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2187 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005806800, 0x724, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005806800, 0x724, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005806800, 0x724, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005806800, 0x724, 0x0, 0x0, 0x115f500, 0x724, 0x724) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005806800, 0x724, 0x0, 0x0, 0xaa0378, 0x1, 0xc0055eb800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005806800, 0x724, 0x724, 0xc005806800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a2fe780, 0x4b, 0xc005806800, 0x724, 0xaa0378, 0x1, 0xc005806800, 0x724, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2188 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001a80e40, 0xc0071d9d40) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002b03570, 0xc001a80e40, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b03570, 0xc0081de5c0, 0x5b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2189 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0098fd5e0, 0xaa04f9, 0x2, 0xc008d6c160, 0xac, 0xf, 0x1e, 0xc004a22ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0098fd570, 0xc000e074a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2190 [semacquire]: strings.genSplit(0xc007088000, 0xde4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00231d500, 0x31f, 0x31f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00382f418, 0xaa059b, 0x2, 0xc008bc6000, 0xde4, 0x58, 0x31f, 0xc0064483a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008bc6000, 0xde4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00382f570, 0xc008bdc1e0, 0x4b, 0xc00445e550) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2192 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008835e0, 0xaa04f9, 0x2, 0xc003cbd800, 0xfe, 0x5, 0x11, 0xc0067b4500) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000883570, 0xc00a622020, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137aa20, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2193 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032575e0, 0xaa04f9, 0x2, 0xc00072b000, 0x7cf, 0x8, 0x12, 0xc004e16380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003257570, 0xc006cb64e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137aae0, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2195 [semacquire]: strings.genSplit(0xc0042c7b00, 0x8cd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1cf, 0x1cf) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00958b418, 0xaa0503, 0x2, 0xc003840d00, 0x8cd, 0x4, 0x1cf, 0xc009b67a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003840d00, 0x8cd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00958b570, 0xc00a0b5820, 0x5a, 0xc00708a960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137ac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2423 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00b4db450, 0xc00bdba630, 0xa8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00b4db450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00b4db450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00b4db450, 0xc00214f420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a117fc0, 0x0, 0x0, 0x0, 0xc000319258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a117fc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000319950, 0xc0028bf500, 0x1489, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2199 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008b0e420, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009783570, 0xc0085a1960, 0x6e, 0xc00a7a50a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137af60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2200 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0080d8a00, 0x1329, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0080d8a00, 0x1329, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0080d8a00, 0x1329, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0080d8a00, 0x1329, 0x0, 0x0, 0x115f500, 0x1329, 0x1329) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0080d8a00, 0x1329, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f5ea00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0080d8a00, 0x1329, 0x1329, 0xc0080d8a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00459a540, 0x64, 0xc0080d8a00, 0x1329, 0xaa0378, 0x1, 0xc0080d8a00, 0x1329, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2201 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00b212602, 0x127d, 0x2, 0xc003575ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00b212602, 0x127d, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00b212602, 0x127d, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b0e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2202 [semacquire]: strings.genSplit(0xc004236a00, 0x1476, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00864f110, 0xc0093db3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093db418, 0xaa0503, 0x2, 0xc004235500, 0x1476, 0xc004235500, 0xc0093db408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004235500, 0x1476, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093db570, 0xc000a52420, 0x61, 0xc0078b0930) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2203 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002144000, 0x6b4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002144000, 0x6b4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002144000, 0x6b4, 0x0, 0x0, 0x115f500, 0x6b4, 0x6b4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002144000, 0x6b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a2f2a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002144000, 0x6b4, 0x6b4, 0xc002144000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008e9a1b0, 0x8f, 0xc002144000, 0x6b4, 0xaa0378, 0x1, 0xc002144000, 0x6b4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2207 [semacquire]: bytes.makeSlice(0x390b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005857bc0, 0xf7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005857bc0, 0xc001873700, 0xf7, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005857bc0, 0xc001873700, 0xf7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc00486b730, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc00486b6c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1b1f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1b110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1a930, 0xb84d20, 0xc005857bc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005857bc0, 0xc004e1a930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005857a10, 0x2e79f473a, 0x1251a20, 0xc0021866e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2210 [semacquire]: strings.genSplit(0xc0090e1c00, 0xb3a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc0096c33b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0096c3418, 0xaa04df, 0x2, 0xc0090e1000, 0xb3a, 0xc0090e1000, 0xc0096c3408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0090e1000, 0xb3a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0096c3570, 0xc00457f820, 0x53, 0xc002e83c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2211 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc008058b60, 0xc0026ca501) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc008058b60, 0x6d) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc008058b60, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc008058c30, 0xc0078a64d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c00, 0x0, 0x0, 0x0, 0xc0094bb258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0094bb950, 0xc00434c000, 0x1b8a, 0x3, 0xc003899caf, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2212 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc007ce6270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc007ce6340, 0xc006f71110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a623d80, 0x0, 0x0, 0x0, 0xc0001db258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a623d80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001db950, 0xc002ae0a00, 0x147c, 0x3, 0xc0086c87a5, 0x9) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2217 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x56d, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c115b80, 0x56d, 0x56d, 0xc00c115b80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008f9f233, 0x53, 0xc00c115b80, 0x56d, 0xaa0378, 0x1, 0xc00c115b80, 0x56d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2218 [semacquire]: strings.genSplit(0xc00871aa00, 0x4fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x14f, 0x14f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00951f418, 0xaa04d9, 0x2, 0xc00775ef00, 0x4fd, 0x1, 0x14f, 0xc005307d00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00775ef00, 0x4fd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00951f570, 0xc00470f760, 0x53, 0xc00729f4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2219 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0064b1100, 0x6d7, 0x5165d7, 0xc00004d180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0064b1100, 0x6d7, 0xc004dfc10c, 0x4) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e4b418, 0xaa04f9, 0x2, 0xc0064b1100, 0x6d7, 0xc0064b1100, 0xc004e4b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0064b1100, 0x6d7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e4b570, 0xc0057d0dc0, 0x1d, 0xc009a57b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2220 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc004a65ad0, 0xc007534157, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc004a65ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc004a65ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc004a65ad0, 0xc00166ff80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008427c80, 0x0, 0x0, 0x0, 0xc004569258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008427c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004569950, 0xc002e4a800, 0xb72, 0x6468746977207472, 0x7420676e69776172, 0x79656e6f6d206568) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2221 [semacquire]: bytes.makeSlice(0x682, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005f1b350, 0x56, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005f1b350, 0xc001df4420, 0x56, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005f1b350, 0xc001df4420, 0x56, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc0043f95e0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4acb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4aa80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4a9a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4a2a0, 0xb84d20, 0xc005f1b350) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005f1b350, 0xc006a4a2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005630150, 0x2ec761d49, 0x1251a20, 0xc005e529a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2223 [semacquire]: strings.genSplit(0xc00788e000, 0xf82, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0077df000, 0x4c7, 0x4c7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a76b418, 0xaa05c9, 0x2, 0xc00306f000, 0xf82, 0x6, 0x4c7, 0xc0049c1e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00306f000, 0xf82, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00a76b570, 0xc00a2ed740, 0x50, 0xc00276b1d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2225 [semacquire]: bytes.makeSlice(0x3f58, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003cb04b0, 0x21c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003cb04b0, 0xc006b85680, 0x21c, 0x6, 0x21c, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003cb04b0, 0xc006b85680, 0x248, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7b2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7a310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7a230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc00481fb90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc00481fab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004c569a0, 0xb84d20, 0xc003cb04b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb04b0, 0xc004c569a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e54180, 0x2d63d70e3, 0x1251a20, 0xc008ddc460, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2227 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0028288f0, 0xc006baa3c0, 0x1cd) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0028288f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0028288f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0028288f0, 0xc007932000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c64aa0, 0x0, 0x0, 0x0, 0xc00ab49258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c64aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ab49950, 0xc0099e8000, 0x386f, 0x7461202020202020, 0x65636966666f2073, 0x7365727261207372) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c480, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2228 [semacquire]: strings.genSplit(0xc00503c000, 0xdc6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00ab616c0, 0xc00ab4b3b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00ab4b418, 0xaa04df, 0x2, 0xc004ba9000, 0xdc6, 0xc004ba9000, 0xc00ab4b408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc004ba9000, 0xdc6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00ab4b570, 0xc00a622d00, 0x2c, 0xc00ab5e000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2231 [semacquire]: bytes.makeSlice(0x1112, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0025a13e0, 0xdc, 0xa3) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0025a13e0, 0xc00a7a3c00, 0xdc, 0x5165d7, 0xc0024c27ef, 0xc00b0466f0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b06efc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b06ef50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005856ab0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a1570, 0xc00ac7d2c0, 0x2d, 0xc00a7884b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2233 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3ada0, 0xc0031b7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b7418, 0xaa058b, 0x2, 0xc009ef3500, 0x365, 0x3, 0xca, 0xc004b489e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009ef3500, 0x365, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b7570, 0xc00a2edf40, 0x37, 0xc00a72c980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2235 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc001e95500, 0x619, 0x2, 0xc000b39270, 0xc002512e6b, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001e95500, 0x619, 0xaa04bf, 0x2, 0xc001e95500, 0x619) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000b393e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000b393e0, 0xc007e56810, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1bc, 0x1bd) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000b39570, 0xc007e56810, 0xaa04f9, 0x2, 0x0, 0x0, 0x6e6f697469646172, 0x6f7774656e206c61, 0x6420666f20736b72) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167ca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2237 [semacquire]: strings.genSplit(0xc00331a800, 0x16b0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x500, 0x500) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001923418, 0xaa05c9, 0x2, 0xc00ac76800, 0x16b0, 0x7, 0x500, 0xc0009fd960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac76800, 0x16b0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001923570, 0xc00b5b27a0, 0x3b, 0xc00b980080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2239 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3bf80, 0xc004887318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004887418, 0xaa04d9, 0x2, 0xc00b532000, 0x453, 0x1, 0xe8, 0xc007b3bf60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b532000, 0x453, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004887570, 0xc00b0fe800, 0x43, 0xc00a196690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2242 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002c82430, 0xc000e15400, 0x4b, 0x4b, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c82430, 0xc002bdcee0, 0xc00366a210, 0xc002c82360) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c82430, 0xc002bdce70, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c83118, 0xc002bdce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c83118, 0xc002bdce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aac40, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aac40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aac40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aab60, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aab60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aa460, 0xc00307cd98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aa460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aa460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aa380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aa380, 0x54b170, 0xc006cd2410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0061aa380, 0x0, 0x0, 0x0, 0x0, 0xc0061aa380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005fdd1a0, 0x0, 0x0, 0x0, 0xc00, 0xc00a794800, 0xb10, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00a794800, 0xb10, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00aabae70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00307d570, 0xc00ad502c0, 0xc00afb11a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2243 [semacquire]: golang.org/x/net/html.(*parser).addChild(0xc0079ecd00, 0xc0000e5f10) /home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0079ecd00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0079ecd00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0079ecd00, 0xc006dc5ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005ceff80, 0x0, 0x0, 0x0, 0xc00b12f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005ceff80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b12f950, 0xc00a9dc000, 0x166e, 0x657261206f687720, 0x64656c776f6e6b20, 0x202c656c62616567) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2244 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006c5add0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006c5aea0, 0xc00b11f570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad50dc0, 0x0, 0x0, 0x0, 0xc00245d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad50dc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00245d950, 0xc002ea7000, 0x157b, 0x7469772073656974, 0x2c616e6168472068, 0x61697265676c4120) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2245 [semacquire]: bytes.makeSlice(0x9d3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0011a9260, 0x49, 0x78) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0011a9260, 0xc00a8caaf0, 0x49, 0x5165d7, 0xc006d16481, 0xc006082398) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007d77ab0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007d77a40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc008020f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002aa21b0, 0xc002aa28a0, 0xc008912800) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011a9570, 0xc00113de20, 0x7d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d200, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2246 [semacquire]: net/url.resolvePath(0xc009f6bf0c, 0x94, 0x0, 0x0, 0x7dd8c0, 0xc0044b73d0) /usr/local/go/src/net/url/url.go:954 +0xc1 net/url.(*URL).ResolveReference(0xc002902500, 0xc002902480, 0xc002902500) /usr/local/go/src/net/url/url.go:1006 +0xc7 github.com/advancedlogic/GoOse.WebPageResolver(0xc0007d6360, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:195 +0x10b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d2c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2247 [semacquire]: github.com/gigawattio/window.Rolling(0xc0095baa00, 0x20e, 0x20e, 0x3, 0x0, 0x20d, 0xc0095baa00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003017570, 0xc00a94f120, 0xc00a1173c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d380, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2248 [semacquire]: regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004357358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004357358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004357358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004357358, 0x75a856, 0x0, 0xc001de7dc0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004357358, 0xc004357320, 0xc0043573a8, 0x42ca96, 0xc003a3c270, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0043573c0, 0xc0043573d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0000ca1c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b887290, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004357570, 0xc00b5b2ee0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2249 [semacquire]: strings.genSplit(0xc006ea2000, 0xfd3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008c62000, 0x340, 0x340) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038ad418, 0xaa058b, 0x2, 0xc00b8db000, 0xfd3, 0x5, 0x340, 0xc004c4c880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b8db000, 0xfd3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038ad570, 0xc00a94f860, 0x40, 0xc00a4839c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2250 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003061418, 0xaa04fd, 0x2, 0xc004110000, 0xee2, 0xc004110000, 0xc003061408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004110000, 0xee2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003061570, 0xc00b0ffe20, 0x41, 0xc00a0ca820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2251 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0071a2c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0071a2d00, 0xc00acd7dc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a94f800, 0x0, 0x0, 0x0, 0xc0099d5258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a94f800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d5950, 0xc00ac9c000, 0x1145, 0x6800000073, 0x200000002c, 0x6800000074) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2255 [semacquire]: strings.genSplit(0xc008919000, 0x709, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1a9, 0x1a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e99418, 0xaa04d9, 0x2, 0xc0071ba000, 0x709, 0x1, 0x1a9, 0xc004e16220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0071ba000, 0x709, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e99570, 0xc00a8eaa40, 0x31, 0xc00a26d7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2256 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006a145d0, 0xa9ece0, 0xc006a145a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0098f5570, 0xc00272a1e0, 0x47) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2257 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099c5418, 0xaa04f9, 0x2, 0xc0011db980, 0x18b1, 0xc0011db980, 0xc0099c5408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0011db980, 0x18b1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099c5570, 0xc0085a1aa0, 0x30, 0xc00a43a570) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167db00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1167 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728ba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2259 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Repeat(0xaa0383, 0x1, 0x5b, 0x1, 0x0) /usr/local/go/src/strings/strings.go:540 +0x457 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0056cf118, 0xc0096fc2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:170 +0xb70 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056cf118, 0xc0096fc2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc0096fc070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc0096fc070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc0096fc070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc001d48b60, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc001d48b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc001d48b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc001d48070, 0xc000e7d180, 0x7f602d0a9e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc001d48070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc001d48070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc006677f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc006677f80, 0x54b170, 0xc0098df6c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006677f80, 0x0, 0x0, 0x0, 0x0, 0xc006677f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004a76690, 0x0, 0x0, 0x0, 0xa80, 0xc005ae8a80, 0x95c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005ae8a80, 0x95c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00a08fc00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f65570, 0xc00a94ed80, 0xc008c7ed60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2260 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008abb000, 0x16bf, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008abb000, 0x16bf, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008abb000, 0x16bf, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008abb000, 0x16bf, 0x0, 0x0, 0x115f500, 0x16bf, 0x16bf) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008abb000, 0x16bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc008ab9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008abb000, 0x16bf, 0x16bf, 0xc008abb000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028399f0, 0x42, 0xc008abb000, 0x16bf, 0xaa0378, 0x1, 0xc008abb000, 0x16bf, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2262 [semacquire]: strings.genSplit(0xc00bdfc000, 0xc3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4bc000, 0x2e4, 0x2e4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004249418, 0xaa0599, 0x2, 0xc006d37900, 0xc3b, 0x1, 0x2e4, 0xc000e07720) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006d37900, 0xc3b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004249570, 0xc000e07200, 0x37, 0xc00b6bdb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2264 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00365eea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00365eea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00365eea0, 0xc001c39ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b43bee0, 0x0, 0x0, 0x0, 0xc00ae47258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b43bee0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ae47950, 0xc00a9d5000, 0xac4, 0x6e6f6974616e2074, 0x63696c6f70206c61, 0x6d6520726f662079) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2265 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc008bce4e0, 0xc000e2f340, 0x69) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc008bce4e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bce4e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008bce4e0, 0xc00626f1f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007971a20, 0x0, 0x0, 0x0, 0xc004b05258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007971a20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b05950, 0xc009047900, 0x2194, 0x75626e65646e6172, 0x73657270202c6772, 0x666f20746e656469) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2266 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004943420, 0xc00417d318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417d418, 0xaa04f9, 0x2, 0xc003c8e400, 0x817, 0x1, 0x1ec, 0xc004943400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003c8e400, 0x817, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417d570, 0xc00875bfe0, 0x33, 0xc00ad378c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019121e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2268 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc006b1c340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1c340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006b1c340, 0xc0019c8a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fce40, 0x0, 0x0, 0x0, 0xc00259b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fce40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00259b950, 0xc00916a500, 0x22e3, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2269 [semacquire]: regexp.(*Regexp).expand(0xc0001fb040, 0xc0080a0800, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0083cc000, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc0080a0800, 0x800, 0x800, 0xc0062f0630, 0x2, 0x2, 0xc0083cc000, 0x1fec, 0x85d) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0083cc000, 0x1fec, 0x2, 0xc007593270, 0xc004b5fa40, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0083cc000, 0x1fec, 0xaa0378, 0x1, 0xc000421a80, 0xc003cb2600) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0075933e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0075933e0, 0xc0085872f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x59, 0x5a) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007593570, 0xc0085872f0, 0xaa04f9, 0x2, 0x0, 0x0, 0x612f3c6575676165, 0x206c616e6966203e, 0x696a442068746977) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2270 [semacquire]: strings.genSplit(0xc00708c000, 0x69b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005fc9980, 0x18d, 0x18d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007a5418, 0xaa059b, 0x2, 0xc00ad54300, 0x69b, 0x39, 0x18d, 0xc00a623a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ad54300, 0x69b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007a5570, 0xc00ad51300, 0x3b, 0xc00ad36a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019124e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2271 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00a73b500, 0x9cd, 0xc00af65270, 0xc0014ca380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00a73b500, 0x9cd, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00af65418, 0xaa04df, 0x2, 0xc00a73b500, 0x9cd, 0x1, 0x24e, 0xc00a87a040) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a73b500, 0x9cd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00af65570, 0xc00a622f40, 0x28, 0xc00864c930) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019125a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2272 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc008bcf2b0, 0xc009b0c000, 0xba) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc008bcf2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008bcf2b0, 0xc0030d6d90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fcdc0, 0x0, 0x0, 0x0, 0xc002691258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fcdc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002691950, 0xc009171400, 0x20bb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2274 [semacquire]: github.com/gigawattio/window.Rolling(0xc00c952000, 0x4ba, 0x4ba, 0x3, 0x0, 0x4b9, 0xc00c952000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c01570, 0xc009d267e0, 0xc009d270e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019127e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2275 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00492b050, 0x2883dd52c, 0x1251a20, 0xc0085a1c00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019128a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2276 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00652d800, 0x796, 0xc00b1cd270, 0xc0010e8380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00652d800, 0x796, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b1cd418, 0xaa0569, 0x2, 0xc00652d800, 0x796, 0x17, 0x184, 0xc00b62dcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00652d800, 0x796, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b1cd570, 0xc00b62d940, 0x52, 0xc0023c76e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2277 [semacquire]: strings.genSplit(0xc000f18000, 0x5f2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00487ee70, 0xc0009753b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000975418, 0xaa05c9, 0x2, 0xc0046e5800, 0x5f2, 0xc0046e5800, 0xc000975408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046e5800, 0x5f2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000975570, 0xc00833a1e0, 0x67, 0xc009210c45) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2278 [semacquire]: strings.genSplit(0xc006760c00, 0x5b4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0059a0a00, 0x142, 0x142) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018db418, 0xaa04d9, 0x2, 0xc002ba5200, 0x5b4, 0x1, 0x142, 0xc00265d3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002ba5200, 0x5b4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018db570, 0xc008f46740, 0x38, 0xc00ac6b180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2279 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ae14000, 0x72c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ae14000, 0x72c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ae14000, 0x72c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ae14000, 0x72c, 0x0, 0x0, 0x115f500, 0x72c, 0x72c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ae14000, 0x72c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00abaf000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ae14000, 0x72c, 0x72c, 0xc00ae14000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006924080, 0x38, 0xc00ae14000, 0x72c, 0xaa0378, 0x1, 0xc00ae14000, 0x72c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2281 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc005175900, 0x4f6, 0x2, 0xc004df3090, 0xc005175900, 0x4f6, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc005175900, 0x4f6, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00702db90, 0x0, 0x0, 0x0, 0x0, 0xc00702db90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005857050, 0x0, 0x0, 0x0, 0x900, 0xc007161600, 0x83b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc007161600, 0x83b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc005a06120) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000a6b570, 0xc00a8eb700, 0xc006809c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2282 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a695b60, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000363570, 0xc005f1c3c0, 0x4d, 0xc007e26780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2283 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00aa15450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00aa155f0, 0xc006a5c460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7ee00, 0x0, 0x0, 0x0, 0xc001b37258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7ee00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b37950, 0xc00b468000, 0x1d99, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2285 [semacquire]: strings.genSplit(0xc005f60000, 0xfcb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a0a8000, 0x33f, 0x33f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00057b418, 0xaa0503, 0x2, 0xc00ac1b000, 0xfcb, 0x5, 0x33f, 0xc009e364e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac1b000, 0xfcb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00057b570, 0xc009e360c0, 0x40, 0xc004c5a980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2286 [semacquire]: bytes.makeSlice(0x1be3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004be6de0, 0xa9, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004be6de0, 0xc003ab1ce0, 0xa9, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004be6de0, 0xc003ab1ce0, 0xa9, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc006dbf880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc006dbf7a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc004e1a4d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc004e1a3f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc0047da150, 0xb84d20, 0xc004be6de0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004be6de0, 0xc0047da150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004be6c30, 0x2e7e030ee, 0x1251a20, 0xc004943a80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019130e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2287 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc0070d4000, 0x6, 0x6, 0xc000db92b8, 0xc004a229a0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0098395c8, 0x1, 0x1, 0xc000db9388, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0098395c8, 0x1, 0x1, 0xb856e0, 0xc004a229a0, 0xc000db9408, 0x753f20, 0xaa3fc2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005ff2cf0, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db9570, 0xc004e16b00, 0x3f, 0xc00a3b4140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019131a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2289 [semacquire]: strings.genSplit(0xc0085bf000, 0xeca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x38b, 0x38b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00259f418, 0xaa0599, 0x2, 0xc005312000, 0xeca, 0x1, 0x38b, 0xc004da1820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005312000, 0xeca, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00259f570, 0xc00a0b48a0, 0x41, 0xc000ea6f50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2291 [semacquire]: strings.genSplit(0xc003356880, 0xcc4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x27d, 0x27d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006671418, 0xaa059b, 0x2, 0xc009a2d100, 0xcc4, 0x51, 0x27d, 0xc004ab8240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009a2d100, 0xcc4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006671570, 0xc006dc0d80, 0x3b, 0xc00a65b280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019134a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2295 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0019fe5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0019fe570, 0xc001bdd320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001bdd708, 0xc0048b4dc0, 0xaac03e, 0x7, 0xc0048b4dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001bdd708, 0xc0048b4dc0, 0xc0048b57a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019137a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2296 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0032e9300, 0x1115, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032e9300, 0x1115, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032e9300, 0x1115, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032e9300, 0x1115, 0x0, 0x0, 0x115f500, 0x1115, 0x1115) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032e9300, 0x1115, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004cf300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032e9300, 0x1115, 0x1115, 0xc0032e9300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00292b130, 0x48, 0xc0032e9300, 0x1115, 0xaa0378, 0x1, 0xc0032e9300, 0x1115, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2299 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00891af70, 0xc00b768000, 0x59) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00891af70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00891af70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00891af70, 0xc001d95260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b3e7b20, 0x0, 0x0, 0x0, 0xc00322b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b3e7b20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322b950, 0xc005656600, 0x193f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2302 [semacquire]: strings.genSplit(0xc0006ef900, 0xc6e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009269000, 0x2b4, 0x2b4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00937f418, 0xaa0599, 0x2, 0xc0088c4000, 0xc6e, 0x1, 0x2b4, 0xc006d6d7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088c4000, 0xc6e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00937f570, 0xc005f1cfa0, 0x44, 0xc000afab90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2305 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00b9db800, 0x1594, 0x2, 0xc001a67270, 0xc0086df960, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00b9db800, 0x1594, 0xaa0378, 0x1, 0xc0085a0b00, 0xc00b644900) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001a673e0, 0xc002127e80, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001a673e0, 0xc001958690, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001a67401, 0xc0086dfec8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001a67570, 0xc001958690, 0xaa04f9, 0x2, 0x0, 0x0, 0x617720726579616c, 0x646e612035392073, 0x7672757320736920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2307 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009e1dc00, 0x657, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009e1dc00, 0x657, 0x0, 0x0, 0x115f500, 0xc009e1dc00, 0x657) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009e1dc00, 0x657, 0x0, 0x0, 0xaa0378, 0x1, 0xc009e1ce00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009e1dc00, 0x657, 0x657, 0xc009e1dc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005def4d0, 0x2b, 0xc009e1dc00, 0x657, 0xaa0378, 0x1, 0xc009e1dc00, 0x657, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a100c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2308 [semacquire]: regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc0067ce000, 0x14ab, 0x2, 0xc001f01ab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc0067ce000, 0x14ab, 0xaa0378, 0x1, 0xc00669ca00, 0x14ab) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0067ce000, 0x14ab, 0xaa0378, 0x1, 0xc0067ce000, 0x14ab) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2311 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00272a840, 0xc001b51318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b51418, 0xaa04f9, 0x2, 0xc008b51000, 0xdd9, 0x3, 0x2e0, 0xc00b62d320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008b51000, 0xdd9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b51570, 0xc004fa9080, 0x25, 0xc00873fcb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a103c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2318 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc00008e0c0, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc009785358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc009785358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc009785358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc009785358, 0xc009658070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc009785358, 0x42ca96, 0xc00899d080, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0097853c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00651d720, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00981a600, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc009785570, 0xc007d6cc00, 0xabc101, 0x1d, 0x36, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2319 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0061d4a00, 0x4b2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061d4a00, 0x4b2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0x115f500, 0x4b2, 0x4b2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0xaa0378, 0x1, 0xc003e37900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061d4a00, 0x4b2, 0x4b2, 0xc0061d4a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004de7180, 0x48, 0xc0061d4a00, 0x4b2, 0xaa0378, 0x1, 0xc0061d4a00, 0x4b2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a109c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2320 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc004320000, 0x14ad, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0048c6c80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0096cb570, 0xc00875bac0, 0xc005e538c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2321 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0014f5500, 0x1b, 0x20, 0xc0014f5400, 0x1b, 0x20, 0xc00994b078, 0xc004d8bd58, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc0080844e8, 0x1, 0x1, 0xc00994b148, 0x7f602d0aac28, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0080844e8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004d8bd58, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0052a4ed0, 0xc0091fe0f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00994b570, 0xc0052a4ed0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00994b570, 0xc0082eec40, 0x71) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2323 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bb9118, 0xc009b30000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:232 +0x3e9 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bb9118, 0xc009b30000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc0072fff10, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002bb9118, 0xc0072fff10, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bb9118, 0xc0072fff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bb9118, 0xc0072fff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5cc40, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5cb60, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5cb60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5cb60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5c460, 0xc000680380, 0x7f602d0ab2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5c460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5c460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5c380, 0x54b170, 0xc00314e820) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002f5c380, 0x0, 0x0, 0x0, 0x0, 0xc002f5c380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008c5f0e0, 0x0, 0x0, 0x0, 0xc00, 0xc0033c3400, 0xb19, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0033c3400, 0xb19, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c2b290) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000965570, 0xc004ae3100, 0xc00113d5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10cc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2324 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007b3a060, 0xc0093df318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093df418, 0xaa0503, 0x2, 0xc004e1ee00, 0x62b, 0x4, 0x18f, 0xc007b3a040) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004e1ee00, 0x62b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093df570, 0xc004ae3660, 0x31, 0xc00623c5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10d80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2326 [semacquire]: strings.genSplit(0xc0068b9500, 0xa04, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1e8, 0x1e8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00937b418, 0xaa04df, 0x2, 0xc0035c1500, 0xa04, 0x4, 0x1e8, 0xc004ab81c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0035c1500, 0xa04, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00937b570, 0xc004ae3f20, 0x52, 0xc007754d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2330 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004ff4410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc006aa84e0, 0xc001bee230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fbf60, 0x0, 0x0, 0x0, 0xc0022f3258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fbf60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022f3950, 0xc00353b000, 0xfd4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2335 [semacquire]: strings.genSplit(0xc000b98600, 0x1004, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4cd, 0x4cd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093ed418, 0xaa05c9, 0x2, 0xc007ee7300, 0x1004, 0x6, 0x4cd, 0xc00aa690c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007ee7300, 0x1004, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093ed570, 0xc00aa68c00, 0x80, 0xc008bca000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a115c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2342 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc008058f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008058f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008058f70, 0xc0078a79d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c60, 0x0, 0x0, 0x0, 0xc009521258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009521950, 0xc0060b2a80, 0x295e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2344 [semacquire]: regexp.makeOnePass.func1(0xc, 0xc000414730, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc00bd5d6b0, 0xc00bd5d6b0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00bd5d650, 0xc00bd5d650) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0093eb358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0093eb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0093eb358, 0x0, 0xb856e0, 0xc0003b0048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0093eb358, 0xc001b6b260, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0093eb358, 0x42ca96, 0xc00bd5d620, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0093eb3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47e20, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001adfe90, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0093eb570, 0xc005f1d400, 0xabc101, 0x1d, 0x47, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2345 [semacquire]: strings.genSplit(0xc008f85300, 0x1073, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009d61500, 0x33b, 0x33b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009455418, 0xaa0569, 0x2, 0xc0030da600, 0x1073, 0x1a, 0x33b, 0xc004c4dc40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0030da600, 0x1073, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009455570, 0xc0085a06e0, 0x91, 0xc005a2cdd4) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2346 [semacquire]: regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0096300d4, 0x7f602d0a9701, 0x47f290, 0xc00422ee20) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xaa5b70, 0x5, 0xc0060000d4, 0x10, 0xc0096352a0, 0x509d68) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009735570, 0xc00113c560, 0xc00113ce60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2347 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00467e680, 0x55c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00467e680, 0x55c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00467e680, 0x55c, 0x0, 0x0, 0x115f500, 0xc00467e680, 0x55c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00467e680, 0x55c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00467d600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00467e680, 0x55c, 0x55c, 0xc00467e680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6de00, 0x45, 0xc00467e680, 0x55c, 0xaa0378, 0x1, 0xc00467e680, 0x55c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2349 [semacquire]: strings.genSplit(0xc000733000, 0x17aa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d6e000, 0x4a5, 0x4a5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0096c9418, 0xaa058b, 0x2, 0xc000ae3800, 0x17aa, 0x5, 0x4a5, 0xc00a117f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000ae3800, 0x17aa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0096c9570, 0xc00875b5e0, 0x4b, 0xc00445e190) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2350 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00283a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00283a410, 0xc007688700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006d6c040, 0x0, 0x0, 0x0, 0xc0005cf258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006d6c040, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005cf950, 0xc008400000, 0x1bce, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2351 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d1d000, 0x75a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d1d000, 0x75a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d1d000, 0x75a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d1d000, 0x75a, 0x0, 0x0, 0x115f500, 0x75a, 0x75a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d1d000, 0x75a, 0x0, 0x0, 0xaa0378, 0x1, 0xc005039800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d1d000, 0x75a, 0x75a, 0xc005d1d000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985db0, 0x47, 0xc005d1d000, 0x75a, 0xaa0378, 0x1, 0xc005d1d000, 0x75a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b661e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2352 [semacquire]: bytes.(*Buffer).grow(0xc0044553e0, 0x5, 0x6) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0044553e0, 0xc00aea079b, 0x5, 0x203002, 0x203002, 0x203002) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661ce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00323a1e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004455570, 0xc007b3aee0, 0x4b, 0xc001d03720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b662a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2355 [semacquire]: bytes.(*Buffer).grow(0xc0049d9170, 0x14, 0x0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0049d9170, 0xc0080c8ba0, 0x14, 0x7f6004139bf8, 0x10, 0xaa) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001877a40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018779d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008243710, 0xc0049d9250, 0x7544a2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc008243710) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0082436e0, 0xc0049d92d8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0049d9570, 0xc0082436b0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc0082436b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008243500, 0xc0049d9460, 0xc001bf0900) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0049d9570, 0xc001bf0900, 0xc001bf0900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b664e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2356 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc008058a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc008058a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc008058a90, 0xc006a25340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b62d3a0, 0x0, 0x0, 0x0, 0xc002e25258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b62d3a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e25950, 0xc009792c00, 0x100a, 0x1, 0xc0038991a4, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b665a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2357 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c2ad00, 0x887, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c2ad00, 0x887, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c2ad00, 0x887, 0x0, 0x0, 0x115f500, 0xc005c2ad00, 0x887) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c2ad00, 0x887, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c29200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c2ad00, 0x887, 0x887, 0xc005c2ad00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002db3a40, 0x56, 0xc005c2ad00, 0x887, 0xaa0378, 0x1, 0xc005c2ad00, 0x887, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2362 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc008059380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc008059450, 0xc009b30d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0071d88d0, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc0071d8870) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0071d8870, 0x0, 0x0, 0x0, 0x1300, 0xc0088a3300, 0x12ca, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0088a3300, 0x12ca, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0085a5720) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00973b570, 0xc00272a480, 0xc00b43bbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2363 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00970b418, 0xaa04f9, 0x2, 0xc003feb000, 0x1554, 0x1, 0x474, 0xc00272b6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003feb000, 0x1554, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00970b570, 0xc00272afc0, 0x53, 0xc007625a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2365 [semacquire]: github.com/fatih/set.(*Set).Add(0xc008c7eaa0, 0xc000969318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000969418, 0xaa05c9, 0x2, 0xc0005fa000, 0x1185, 0x6, 0x31e, 0xc00afb0180) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005fa000, 0x1185, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000969570, 0xc006f01da0, 0x45, 0xc0044e0550) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2367 [semacquire]: strings.genSplit(0xc001c86000, 0xbe4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x29e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0096f5570, 0xc00335c810, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0096f5570, 0xc008bdc0c0, 0xaf) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2516 [semacquire]: strings.Replace(0xc00c4b4000, 0xf7f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc00c4b4000, 0xf7f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044bb950, 0xc0066f0000, 0xf7d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728be00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2369 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a639100, 0xcdc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a639100, 0xcdc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a639100, 0xcdc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a639100, 0xcdc, 0x0, 0x0, 0x115f500, 0xcdc, 0xcdc) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a639100, 0xcdc, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a637600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a639100, 0xcdc, 0xcdc, 0xc00a639100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00445eb40, 0x41, 0xc00a639100, 0xcdc, 0xaa0378, 0x1, 0xc00a639100, 0xcdc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2371 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d1d000, 0xde0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d1d000, 0xde0, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d1d000, 0xde0, 0x0, 0x0, 0x115f500, 0xde0, 0xde0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d1d000, 0xde0, 0x0, 0x0, 0xaa0378, 0x1, 0xc0056e1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d1d000, 0xde0, 0xde0, 0xc004d1d000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007db3240, 0x2b, 0xc004d1d000, 0xde0, 0xaa0378, 0x1, 0xc004d1d000, 0xde0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b670e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2392 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc00671c680, 0x434174) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc00671c680) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc00671c680, 0xc00671c758) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc00671c750, 0xc005b28c40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003b0b60, 0x0, 0x0, 0x0, 0xc002779258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003b0b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002779950, 0xc003226000, 0x1de1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2394 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc0098df790, 0x3e) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc0098df790) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc0098df790, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc0098df860, 0xc0096fd570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0077af920, 0x0, 0x0, 0x0, 0xc003337258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0077af920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003337950, 0xc00a885500, 0x29ee, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2396 [semacquire]: golang.org/x/net/html.(*parser).addFormattingElement(0xc002fe9a00) /home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552 golang.org/x/net/html.inBodyIM(0xc002fe9a00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fe9a00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002fe9a00, 0xc006c19ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005f1df40, 0x0, 0x0, 0x0, 0xc005e91258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005f1df40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e91950, 0xc00915e600, 0x252d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2397 [semacquire]: github.com/fatih/set.(*Set).Add(0xc009e096c0, 0xc00208f318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00208f418, 0xaa0599, 0x2, 0xc00c5b2600, 0x1126, 0x1, 0x314, 0xc00afb0ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c5b2600, 0x1126, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00208f570, 0xc00afb0760, 0x53, 0xc00adba4f1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2398 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f40000, 0xa9d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f40000, 0xa9d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f40000, 0xa9d, 0x0, 0x0, 0x115f500, 0xa9d, 0xa9d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f40000, 0xa9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00359b400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f40000, 0xa9d, 0xa9d, 0xc001f40000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985f90, 0x49, 0xc001f40000, 0xa9d, 0xaa0378, 0x1, 0xc001f40000, 0xa9d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2399 [semacquire]: bytes.makeSlice(0x2ce, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005928150, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005928150, 0xc007b169c0, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005928150, 0xc007b169c0, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8b500, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8afc0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8af50, 0xb84d20, 0xc005928150) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005928150, 0xc000f8af50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001cf6ab0, 0x2ec702110, 0x1251a20, 0xc009c20340, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2400 [semacquire]: regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00b64e002, 0xb19, 0x2, 0xc005f27ab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00b64e002, 0xb19, 0x0, 0x0, 0xc0003a6060, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00b64e002, 0xb19, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068010e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2401 [semacquire]: strings.genSplit(0xc00195a000, 0x5d2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008d40700, 0x1ae, 0x1ae) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a13418, 0xaa04df, 0x2, 0xc004b1f200, 0x5d2, 0x4, 0x1ae, 0xc004ab9560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004b1f200, 0x5d2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a13570, 0xc00b4ce7c0, 0x31, 0xc00b6bc688) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068011a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2402 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022e3118, 0xc005139080, 0xb9, 0xb9, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e3118, 0xc002c79c70, 0xc0022e2208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc002c79c00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0022e3118, 0xc002c79c00, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022e3118, 0xc002c79c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e3118, 0xc002c79c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc008754150, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc008754150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc008754150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc005b40690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc005b40690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc005b40690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc00523e310, 0xc0010e8380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc00523e310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc00523e310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc00523e230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc00523e230, 0x54b170, 0xc0024cdd40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00523e230, 0x0, 0x0, 0x0, 0x0, 0xc00523e230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00adc5590, 0x0, 0x0, 0x0, 0x2500, 0xc0091ba000, 0x209c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0091ba000, 0x209c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00bfba280) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b5e3570, 0xc007b3a660, 0xc00b62d7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2403 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00000ea00, 0xc001f07318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f07418, 0xaa059b, 0x2, 0xc003512800, 0x7c2, 0x35, 0x16d, 0xc005f1c280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003512800, 0x7c2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f07570, 0xc00b62c820, 0x40, 0xc00b2b29c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2405 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055f45a0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c6f570, 0xc00b4cea60, 0x3a, 0xc00b6bc8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068014a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2408 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00b048e02, 0x6b1, 0xc00033f2a0, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00b048e02, 0x6b1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00033f570, 0xc00ad50da0, 0xc0003b19e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068016e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2409 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00938a000, 0xc9d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00938a000, 0xc9d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00938a000, 0xc9d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00938a000, 0xc9d, 0x0, 0x0, 0x115f500, 0xc9d, 0xc9d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00938a000, 0xc9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d2a380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00938a000, 0xc9d, 0xc9d, 0xc00938a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7a4e84, 0x59, 0xc00938a000, 0xc9d, 0xaa0378, 0x1, 0xc00938a000, 0xc9d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068017a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2410 [semacquire]: strings.Replace(0xc0023e1000, 0xe56, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0023e1000, 0xe56) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00377d950, 0xc00347d000, 0xe53, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2420 [semacquire]: strings.Replace(0xc00bd78000, 0x3f5f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00bd78000, 0x3f5f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045f7950, 0xc002816000, 0x3f58, 0x7461747320656874, 0x666120646e612065, 0x6c6c696620726574) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2416 [semacquire]: bytes.makeSlice(0x1426, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0024093e0, 0x1a2, 0xfc) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0024093e0, 0xc005ad1a40, 0x1a2, 0x5165d7, 0xc00b1d72a5, 0xc00aea0b48) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002ad5730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002ad56c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00818b960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d0df10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d0d810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096b4720, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002409570, 0xc007b3b6e0, 0x39, 0xc005365bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2471 [semacquire]: strings.Replace(0xc00715e000, 0x3d7e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x44, 0xc00715e000, 0x3d7e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039cb950, 0xc009d12000, 0x3d70, 0x6, 0xc00454a0a0, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2472 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ee9e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003ee9ee0, 0xc005a9b810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa940, 0x0, 0x0, 0x0, 0xc0004f5258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa940, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004f5950, 0xc006d83000, 0xfb9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2473 [semacquire]: regexp.onePassCopy(0xc005adc390, 0xc005adc390) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc005adc390, 0xc005adc390) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0x68622d73650000d4, 0x7572612d74617261, 0x656d5f6d74753f6e, 0x7373723d6d756964) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c71050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c71050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0075df9c4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c71050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c71050, 0x1, 0xc006f68990, 0xc0100680380, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c71050, 0x4, 0x3b3, 0xc009c63c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009c63000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc0029ae270, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b382090, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c71950, 0xc007f9b900, 0xc4b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2474 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0029ae680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029ae680, 0xc00481a0e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab40, 0x0, 0x0, 0x0, 0xc002c8d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c8d950, 0xc00934e380, 0xca8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2475 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0029ae820, 0xc008e04070, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0029ae820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029ae820, 0xc00481aa80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab80, 0x0, 0x0, 0x0, 0xc00af69258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00af69950, 0xc00a23e000, 0x17eb, 0x0, 0x305, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2476 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0029ae9c0, 0xc00500c0c0, 0xb8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0029ae9c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae9c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029ae9c0, 0xc00481afc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aabc0, 0x0, 0x0, 0x0, 0xc002987258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aabc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002987950, 0xc007f90580, 0xc13, 0x656874206f742065, 0x202c737572697620, 0x6e6964726f636361) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2477 [semacquire]: strings.Replace(0xc0039baa00, 0x1a00, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x19, 0xc0039baa00, 0x1a00) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00109f950, 0xc004094a00, 0x19f5, 0x202a202e29207961, 0x73203035206c6c61, 0x6168207365746174) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2478 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00a5ab4c0, 0xc002a89318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a89418, 0xaa0503, 0x2, 0xc00311aa00, 0x2058, 0x4, 0x5df, 0xc00a5ab4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00311aa00, 0x2058, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a89570, 0xc00a5ab060, 0x44, 0xc00299e460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2479 [semacquire]: regexp.makeOnePass(0xc001cf7b60, 0xc001cf7b60) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc001cf7b00, 0xc001cf7b00) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099ab050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099ab050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099ab050, 0x676e697474697300, 0xc004d42070, 0x5199fd, 0xc009709000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099ab050, 0x203001, 0xc00125d880, 0x7f602d0a9e98, 0x100000000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099ab050, 0x46e6ce, 0xc0065ec800, 0xc00125d880, 0x7f602d0a9e98, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x38f, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ee8a90, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cf7ad0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ab950, 0xc001080c00, 0xab7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2480 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0071d8270, 0x2d6e3e064, 0x1251a20, 0xc008bdda40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2481 [semacquire]: strings.Replace(0xc0071b5000, 0x2713, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x9, 0xc0071b5000, 0x2713) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00287b950, 0xc003a1e800, 0x2709, 0xc004da3a40, 0xc004da3a70, 0xc004da3aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2482 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1d110, 0xc00a06a380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16060, 0x0, 0x0, 0x0, 0xc00424b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16060, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00424b950, 0xc00a23f800, 0x1635, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2483 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0029af450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0029af520, 0xc006d6e150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf40, 0x0, 0x0, 0x0, 0xc0007ff258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007ff950, 0xc00b133800, 0x1620, 0x7361206e776f6e6b, 0x3353432065687420, 0x32206e6920293030) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a833e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2484 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1c0d0, 0xc006d6e700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf80, 0x0, 0x0, 0x0, 0xc0003d5258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d5950, 0xc00079cc80, 0x193f, 0x6770706120656874, 0x61207972656c6c61, 0x616572636e69206e) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2485 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006b1cdd0, 0xc006bae420, 0x146) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006b1cdd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1cdd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006b1cdd0, 0xc00203dea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abfe0, 0x0, 0x0, 0x0, 0xc001021258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abfe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001021950, 0xc0036bcc00, 0x11a8, 0x20656c7069746c75, 0x63636120656b6166, 0x6e6f2073746e756f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2486 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1cea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1cf70, 0xc00a0cc540, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16020, 0x0, 0x0, 0x0, 0xc0041af258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041af950, 0xc0086e0000, 0x101b, 0x20656c7069746c75, 0x63636120656b6166, 0x6e6f2073746e756f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2487 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b47050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b47050, 0x1, 0xc0048fc310, 0xc0100680380, 0x28042d0ab2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b47050, 0x4, 0x370, 0xc00953dc01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00953d000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc006b1d450, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a6dbc50, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b47950, 0xc00a8ab100, 0xc90, 0x2035323e2230303a, 0x303230322079614d, 0x203e656d69742f3c) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a838c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2488 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0029af380, 0xc0078e8000, 0x3f) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0029af380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029af380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0029af380, 0xc00268a620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf00, 0x0, 0x0, 0x0, 0xc008f6f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008f6f950, 0xc00bff3200, 0xc39, 0x6867756f72687420, 0x20656c69626f4d20, 0x6f662079656e6f4d) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2489 [semacquire]: regexp.makeOnePass.func1(0x7, 0xc0045a4e20, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc0071d89f0, 0xc0071d89f0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0071d8990, 0xc0071d8990) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00b71d050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00b71d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b71d050, 0xc00b71cf00, 0xc001e9d260, 0x5199fd, 0xc0062fe000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b71d050, 0x203000, 0xc00125d880, 0x7f602d0a9e98, 0x100000000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b71d050, 0x46e6ce, 0xc003db1c00, 0xc00125d880, 0x7f602d0a9e98, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x315, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1d860, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8960, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b71d950, 0xc0019b4880, 0xcd0, 0xc0003cdf60, 0xc0003ea3d0, 0xc0003ea750) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2490 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1d5f0, 0xc0077088c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16440, 0x0, 0x0, 0x0, 0xc003187258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003187950, 0xc00593c000, 0xa35, 0x2035323e2230303a, 0x303230322079614d, 0x203e656d69742f3c) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2491 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003717950, 0xc003878000, 0x9ba, 0xc0003cdf60, 0xc0003ea3d0, 0xc0003ea750) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10d20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2492 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1d2b0, 0xc00a06b650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16380, 0x0, 0x0, 0x0, 0xc003019258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003019950, 0xc007090000, 0xf0f, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10ea0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2493 [semacquire]: strings.Replace(0xc00a583000, 0xf2c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00a583000, 0xf2c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a77950, 0xc005610000, 0xf29, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11020, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2494 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b1dc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b1dd40, 0xc0048a3180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e165a0, 0x0, 0x0, 0x0, 0xc00390d258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e165a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00390d950, 0xc00593d500, 0x9db, 0xc0071d9d40, 0xc0071d9d70, 0xc0071d9da0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a111a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2495 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc006b1dba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1dba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006b1dba0, 0xc005e6ff10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16560, 0x0, 0x0, 0x0, 0xc001b47258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b47950, 0xc0070a4000, 0xf02, 0x6b206562206f7420, 0x6d206e6920747065, 0x77209d80e2646e69) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2496 [semacquire]: regexp/syntax.(*parser).push(0xc0081c0d80, 0xc002c66e70, 0xc007c15401) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc0081c0d80, 0xac0e09, 0x13) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00341f050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00341f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045a54e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00341f050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00341f050, 0x1, 0xc0053ff670, 0xc00125d880, 0x28042d0a9e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00341f050, 0x4, 0x1ce, 0xc00b3e4e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00b3e4000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1dee0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8c30, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341f950, 0xc00666a000, 0xe27, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a114a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 2497 [semacquire]: strings.Replace(0xc0023a8000, 0x28be, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc0023a8000, 0x28be) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002909950, 0xc009090000, 0x28b4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a