Script exit with exit code 2
fatal error: concurrent map read and map write
goroutine 771 [running]:
runtime.throw(0xabe555, 0x21)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0055c7ae0 sp=0xc0055c7ab0 pc=0x453732
runtime.mapaccess1_faststr(0xa13d80, 0xc000235410, 0xc00c0fb660, 0xd, 0xaa04f9)
/usr/local/go/src/runtime/map_faststr.go:21 +0x43c fp=0xc0055c7b50 sp=0xc0055c7ae0 pc=0x43304c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:200 +0x63c fp=0xc0055c7fb8 sp=0xc0055c7b50 pc=0x8241bc
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0055c7fc0 sp=0xc0055c7fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1 [semacquire]:
os.lstatNolog(0xc00879cf60, 0x5a, 0x5a, 0x1, 0xc00879cf60, 0x5a)
/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc00879cf60, 0x5a, 0x2, 0xc00879cf60, 0x5a, 0x0)
/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc008346d20, 0x42, 0xb89740, 0xc008059790, 0xc00018dc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236b60, 0xc00018dc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffd80e087c6, 0x37, 0xb89740, 0xc000236a90, 0xc00018dc98, 0x0, 0xc00018db20)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffd80e087c6, 0x37, 0xc00018dc98, 0x5, 0xc00000c538)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffd80e087c6, 0x37, 0xffffffffffffffff, 0xbfb4af25ad53e66a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:71 +0x768
goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfb4af25ad53e66a, 0x2f2045, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 10 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c500, 0xc000189318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000189418, 0xaa04df, 0x2, 0xc0068e7000, 0x726, 0x4, 0x1d9, 0xc004eae5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0068e7000, 0x726, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000189570, 0xc00470e880, 0x78, 0xc000b76e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 11 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000bf2430, 0xc0057d2510, 0x90, 0x2, 0x2, 0x6)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000bf2430, 0xc0057d2510, 0x90, 0x90, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf2430, 0xc007d90ee0, 0xc0078af810, 0xc000bf2360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf2430, 0xc007d90e70, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90d90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90cb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d905b0, 0xc000bf2d88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d905b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d905b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d904d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d904d0, 0x54b170, 0xc00744b6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007d904d0, 0x0, 0x0, 0x0, 0x0, 0xc007d904d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0077cc4e0, 0x0, 0x0, 0x0, 0x2500, 0xc00924ea00, 0x2063, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00924ea00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bcc280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000bf3570, 0xc0000ca040, 0xc006809960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 12 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006aa81a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006aa81a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006aa81a0, 0xc002dce0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004b1c060, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc008ad0060)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008ad0060, 0x0, 0x0, 0x0, 0x2500, 0xc008cd9400, 0x210d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc008cd9400, 0x210d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004fb28c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002459570, 0xc000e07540, 0xc0079b7ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 13 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a5ea500, 0x219, 0x219, 0x3, 0x0, 0x218, 0xc00a5ea500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031a5570, 0xc000421c60, 0xc0084872e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 15 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0051446c0, 0x20d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0051446c0, 0x20d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0051446c0, 0x20d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0051446c0, 0x20d, 0x0, 0x0, 0x115f500, 0xc0051446c0, 0x20d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0051446c0, 0x20d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004edbd40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0051446c0, 0x20d, 0x20d, 0xc0051446c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e154a0, 0x44, 0xc0051446c0, 0x20d, 0xaa0378, 0x1, 0xc0051446c0, 0x20d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 21 [semacquire]:
bytes.makeSlice(0x6ee, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040e77a0, 0x122, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0040e77a0, 0xc004640c80, 0x122, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0040e77a0, 0xc004640c80, 0x122, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc006528700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc000957730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc00359c000, 0xb84d20, 0xc0040e77a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040e77a0, 0xc00359c000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007c63440, 0x3, 0xc000cf3e40, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db1570, 0xc007c64320, 0xc00b27d340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 22 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005ba3000, 0xdad, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005ba3000, 0xdad, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005ba3000, 0xdad, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005ba3000, 0xdad, 0x0, 0x0, 0x115f500, 0xc005ba3000, 0xdad)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005ba3000, 0xdad, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b83000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005ba3000, 0xdad, 0xdad, 0xc005ba3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba8480, 0x30, 0xc005ba3000, 0xdad, 0xaa0378, 0x1, 0xc005ba3000, 0xdad, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 25 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0006f0580, 0xc04, 0xc0000b7270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0006f0580, 0xc04, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000b7418, 0xaa04df, 0x2, 0xc0006f0580, 0xc04, 0x4, 0x21b, 0xc006f01400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0006f0580, 0xc04, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000b7570, 0xc00569bee0, 0x43, 0xc0049a87e3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 27 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651c980, 0xc0025a5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025a5418, 0xaa04d9, 0x2, 0xc006781800, 0x1641, 0x1, 0x40a, 0xc004942460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006781800, 0x1641, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a5570, 0xc005e521c0, 0x15, 0xc00338ef20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 30 [semacquire]:
strings.genSplit(0xc004ecca80, 0x915, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007870000, 0x1dc, 0x1dc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a3f418, 0xaa04fd, 0x2, 0xc005e55500, 0x915, 0x1, 0x1dc, 0xc008ddc440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e55500, 0x915, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a3f570, 0xc0027ff700, 0x2d, 0xc001a00f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 31 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005747118, 0xaa04bf, 0x2, 0x97, 0x2, 0xc0057461f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005747118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005747118, 0xc0000d5880, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005747118, 0xc0000d5880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005747118, 0xc0000d5880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d4a000, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d4a000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d4a000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3ff10, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f810, 0xc000e8ed88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f730, 0x54b170, 0xc007d204e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007d3f730, 0x0, 0x0, 0x0, 0x0, 0xc007d3f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1a540, 0x0, 0x0, 0x0, 0x1300, 0xc0035bc600, 0x1015, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0035bc600, 0x1015, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c282d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e8f570, 0xc0027fea40, 0xc005f1c3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2435 [semacquire]:
bytes.(*Buffer).grow(0xc009af1180, 0x7, 0x7)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc009af1180, 0xc008e56695, 0x7, 0x0, 0xa4b3a0, 0xc004d80b01)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007727620, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009af1570, 0xc007727620, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc007727620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0077275f0, 0xc009af1378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009af1570, 0xc007727380, 0xc000960d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009af1570, 0xc007727380, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009af1570, 0xc007727380, 0xc007727380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 36 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00800e002, 0x78b, 0xc0087e52a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00800e002, 0x78b, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db9570, 0xc004e17440, 0xc007c65680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 50 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0003aa000, 0xc0003a8000)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 37 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00bd5d320, 0xc001895230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bd5d320, 0x0, 0x0, 0x0, 0xc80, 0xc00a90ac80, 0xc73, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00a90ac80, 0xc73, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004c8f3a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001895570, 0xc00113dfc0, 0xc007abafa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 38 [semacquire]:
strings.genSplit(0xc00aff4800, 0x7da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007629000, 0x17a, 0x17a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000bb418, 0xaa05c9, 0x2, 0xc000514000, 0x7da, 0x5, 0x17a, 0xc00a623ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000514000, 0x7da, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000bb570, 0xc00000e2c0, 0x26, 0xc00052e180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 41 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000e06480, 0xc0000d3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000d3418, 0xaa04df, 0x2, 0xc003cb7600, 0xcce, 0x5, 0x280, 0xc007d6d2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003cb7600, 0xcce, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000d3570, 0xc005408e20, 0x3a, 0xc000f3f000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 43 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc001fb5200, 0xc7a, 0x2, 0xc0056b7270, 0xc00aba5e8e, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001fb5200, 0xc7a, 0xaa04bf, 0x2, 0xc001fb5200, 0xc7a)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056b73e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056b73e0, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056b7401, 0xc00653d1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056b7570, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 46 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0017b3358, 0x0, 0xb856e0, 0xc0003b0248, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0017b3358, 0xc00359d420, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0017b3358, 0x42ca96, 0xc00117d200, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0017b33c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00272ab60, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0049bff80, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0017b3570, 0xc004e16fc0, 0xabc101, 0x1d, 0x28, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 68 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0008896a3, 0x3, 0x2, 0xc00018ac60, 0xc005e5e750, 0xc00546dd58, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0008896a3, 0x3, 0xaa0378, 0x1, 0xc00018ad68, 0x8)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006a24c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc006508000, 0xc00018ad88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b118, 0xc006508000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006508000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc005ec3960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc005ec3960, 0x54b170, 0xc008058750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005ec3960, 0x0, 0x0, 0x0, 0x0, 0xc005ec3960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050a6db0, 0x0, 0x0, 0x0, 0xa80, 0xc00b0e1500, 0x917, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b0e1500, 0x917, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546dd10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b570, 0xc00272b200, 0xc00b27c720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003503c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 69 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00770b800, 0x3e8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00770b800, 0x3e8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00770b800, 0x3e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00770b800, 0x3e8, 0x0, 0x0, 0x115f500, 0xc00770b800, 0x3e8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00770b800, 0x3e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00770b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00770b800, 0x3e8, 0x3e8, 0xc00770b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7810, 0x42, 0xc00770b800, 0x3e8, 0xaa0378, 0x1, 0xc00770b800, 0x3e8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 70 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc008b22900, 0x84a, 0x2, 0xc000c35270, 0xc0080857f8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc008b22900, 0x84a, 0xaa0378, 0x1, 0xc002b56ae0, 0xc00af851c0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000c353e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c353e0, 0xc00a057fb0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x32e, 0x32f)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c35570, 0xc00a057fb0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 71 [semacquire]:
regexp.onePassCopy(0xc0071d9350, 0xc0071d9350)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0071d9350, 0xc0071d9350)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00057f358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00057f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00057f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00057f358, 0xc0034dde30, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00057f358, 0x42ca96, 0xc0071d9320, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00057f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004a22480, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b643c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00057f570, 0xc004b49560, 0xabc101, 0x1d, 0x36, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 72 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053061a0, 0xc000aef318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aef418, 0xaa0599, 0x2, 0xc005f6ca80, 0xa39, 0x1, 0x1f6, 0xc007027a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005f6ca80, 0xa39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aef570, 0xc00272a8c0, 0x49, 0xc004fb2a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003506c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 74 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f48000, 0xfdb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x278
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f48000, 0xfdb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f48000, 0xfdb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f48000, 0xfdb, 0x0, 0x0, 0x115f500, 0xfdb, 0xfdb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f48000, 0xfdb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007eeb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f48000, 0xfdb, 0xfdb, 0xc003f48000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c182d0, 0x29, 0xc003f48000, 0xfdb, 0xaa0378, 0x1, 0xc003f48000, 0xfdb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 77 [runnable]:
strings.genSplit(0xc009fc3b80, 0xaf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xaf, 0xc009fc3ad0, 0xaf)
/usr/local/go/src/strings/strings.go:245 +0x2b0
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009eb5e0, 0xaa04f9, 0x2, 0xc009fc3ad0, 0xaf, 0x0, 0xc0009eb430, 0xc008bdc428)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0009eb570, 0xc0059a2720, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009eb570, 0xc00265c040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 78 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004be6a80, 0xc008a63240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008a63570, 0xc004be6720, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a63570, 0xc004e17f80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 80 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00066f140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00066f140, 0xb7b620, 0xc007f3f7d0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc007f3f7d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007f3f7d0, 0xc00066f230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007f3f7d0, 0x0, 0x0, 0x0, 0x1000, 0xc005a8f000, 0xffe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005a8f000, 0xffe, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00293a610)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00066f570, 0xc005e52dc0, 0xc00723df40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 81 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007257500, 0xa07, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007257500, 0xa07, 0x0, 0x0, 0x115f500, 0xa07, 0xa07)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007257500, 0xa07, 0x0, 0x0, 0xaa0378, 0x1, 0xc007256a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007257500, 0xa07, 0xa07, 0xc007257500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16ba0, 0x30, 0xc007257500, 0xa07, 0xaa0378, 0x1, 0xc007257500, 0xa07, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 82 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b6d9800, 0x78e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b6d9800, 0x78e, 0x0, 0x0, 0x115f500, 0xc00b6d9800, 0x78e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b6d9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b6d9800, 0x78e, 0x78e, 0xc00b6d9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15ea0, 0x41, 0xc00b6d9800, 0x78e, 0xaa0378, 0x1, 0xc00b6d9800, 0x78e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 83 [semacquire]:
strings.genSplit(0xc00938ad80, 0xd50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a69a000, 0x25e, 0x25e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189f418, 0xaa04d9, 0x2, 0xc000b1f600, 0xd50, 0x1, 0x25e, 0xc000e061c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000b1f600, 0xd50, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00189f570, 0xc000ca1220, 0x60, 0xc0023fb380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 85 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006ce1000, 0xf4, 0xf4, 0x3, 0x0, 0xf3, 0xc006ce1000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078d570, 0xc0079b6580, 0xc009ecd660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2372 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b2fcc00, 0x1023, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2fcc00, 0x1023, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0x115f500, 0x1023, 0x1023)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b2f9300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2fcc00, 0x1023, 0x1023, 0xc00b2fcc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db392d, 0x47, 0xc00b2fcc00, 0x1023, 0xaa0378, 0x1, 0xc00b2fcc00, 0x1023, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 89 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b1418, 0xaa0503, 0x2, 0xc008ff6380, 0xcff, 0x4, 0x2ac, 0xc00ac7c2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ff6380, 0xcff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b1570, 0xc00690f3c0, 0x3e, 0xc001e51e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 90 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c09a0, 0xc000f87318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f87418, 0xaa0569, 0x2, 0xc0057b3200, 0x82f, 0x13, 0x1bd, 0xc00ac7c000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0057b3200, 0x82f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f87570, 0xc004eaf620, 0x41, 0xc004fb2640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 91 [semacquire]:
regexp.(*bitState).reset(0xc000b68fd0, 0xc00a968240, 0x1527, 0x2)
/usr/local/go/src/regexp/backtrack.go:84 +0x25e
regexp.(*Regexp).backtrack(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, 0xc005d46050, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc007316d20, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x2, 0xc009d1b270, 0xc004120000, 0x1527, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc007316d20, 0xc004120000, 0x1527, 0xaa0378, 0x1, 0x1, 0x28)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047af570, 0xc0067b4040, 0xc004e17160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 92 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0008c76c0, 0xc0007d2000, 0x13c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0008c76c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c76c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c76c0, 0xc00110be30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ab9c20, 0x0, 0x0, 0x0, 0xc00109d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ab9c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00109d950, 0xc000d91000, 0x2e98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003515c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 94 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00238f55c, 0x4, 0x2, 0xc008950590, 0xc000f62080, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00238f55c, 0x4, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0021801c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc0021801c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc0021801c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8b60, 0xc0012ed180, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc005ee8b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8a80, 0x54b170, 0xc0083ed1e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005ee8a80, 0x0, 0x0, 0x0, 0x0, 0xc005ee8a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0067cd590, 0x0, 0x0, 0x0, 0x1300, 0xc000b30c00, 0x12dc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000b30c00, 0x12dc, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000d00fc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000987570, 0xc004b48ee0, 0xc0021260e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 96 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007be5000, 0xd93, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007be5000, 0xd93, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007be5000, 0xd93, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007be5000, 0xd93, 0x0, 0x0, 0x115f500, 0xd93, 0xd93)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007be5000, 0xd93, 0x0, 0x0, 0xaa0378, 0x1, 0xc007be4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007be5000, 0xd93, 0xd93, 0xc007be5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00489a300, 0x17, 0xc007be5000, 0xd93, 0xaa0378, 0x1, 0xc007be5000, 0xd93, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003518c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 100 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47ac0, 0xc000e51318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e51418, 0xaa04f9, 0x2, 0xc005c1c900, 0x82f, 0x1, 0x1bd, 0xc0009fce00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c1c900, 0x82f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e51570, 0xc004cfdd40, 0x41, 0xc004fb2aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 101 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc009b533e0, 0xc005214510, 0x6, 0xc002b64870)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc009b533e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009b533e0, 0xc005214510, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009b53401, 0xc0086de2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009b53570, 0xc005214510, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 102 [semacquire]:
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0096f13e0, 0xc004b57280, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:129 +0x28c
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0096f13e0, 0xc003246cc0, 0xaa04f9, 0x2, 0xc0096f1570, 0x8, 0x9ecc80, 0x2bc, 0x2bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0096f1570, 0xc003246cc0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 103 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004bbc000, 0xdcd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbc000, 0xdcd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbc000, 0xdcd, 0x0, 0x0, 0x115f500, 0xdcd, 0xdcd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b83000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbc000, 0xdcd, 0xdcd, 0xc004bbc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001dd66c0, 0xbf, 0xc004bbc000, 0xdcd, 0xaa0378, 0x1, 0xc004bbc000, 0xdcd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 104 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0033d9230, 0xc0033d9000, 0x47ff20, 0xc0018b7c80, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0033d9230, 0x3340, 0xc00a6687e0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0033d9230, 0x7f60041db530, 0xc0033d9280, 0x42cb96, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa5c10, 0x5, 0x1, 0xc0033d9298, 0xc0033d92b0, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa5c10, 0x5, 0x1, 0xb856e0, 0xc006f00460)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a155c0, 0xaa5c10, 0x5, 0xc004b1c000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).removeTags(0xc0033d9708, 0xc001fc1d80, 0xc0033d93c8, 0xc0033d93e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:350 +0x7a
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0033d9708, 0xc001fc1d80, 0xc00a622520)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:295 +0x2f2
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 107 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ad418, 0xaa0503, 0x2, 0xc002bea000, 0x18c0, 0x4, 0x4c3, 0xc00b31c260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bea000, 0x18c0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ad570, 0xc0003b1320, 0x3a, 0xc00618e440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 109 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002587418, 0xaa0503, 0x2, 0xc006f84380, 0xc96, 0x4, 0x28c, 0xc004942220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006f84380, 0xc96, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002587570, 0xc001fc08c0, 0x3a, 0xc007778280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003702a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 110 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00350ec00, 0x1124, 0x2, 0xc002cdf090, 0xc00350ec00, 0x1124, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00350ec00, 0x1124, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004f119d0, 0x0, 0x0, 0x0, 0x0, 0xc004f119d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c840c0, 0x0, 0x0, 0x0, 0x1500, 0xc00249a000, 0x14d4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00249a000, 0x14d4, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0004327e4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004f5570, 0xc00651d520, 0xc009d27a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 111 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a6d6a80, 0x930, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a6d6a80, 0x930, 0x0, 0x0, 0x115f500, 0x930, 0x930)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a6cd500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a6d6a80, 0x930, 0x930, 0xc00a6d6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14111, 0x24, 0xc00a6d6a80, 0x930, 0xaa0378, 0x1, 0xc00a6d6a80, 0x930, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 112 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0084273c0, 0xc000af1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000af1418, 0xaa04fd, 0x2, 0xc003244800, 0x1506, 0x1, 0x3ef, 0xc00690e060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003244800, 0x1506, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000af1570, 0xc000e063c0, 0x60, 0xc00070e075)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003704e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 113 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006cbaa00, 0x14ae, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006cbaa00, 0x14ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0x115f500, 0x14ae, 0x14ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc003bda000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbaa00, 0x14ae, 0x14ae, 0xc006cbaa00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e141f2, 0x36, 0xc006cbaa00, 0x14ae, 0xaa0378, 0x1, 0xc006cbaa00, 0x14ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003705a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 114 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003071710, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004ebb570, 0xc003071710, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ebb570, 0xc000e06e60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 115 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009be90b0, 0xc00ae353e0, 0xc000edb268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000edb570, 0xc009be90b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000edb570, 0xc000e07840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 116 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a2ed5c0, 0xc000e65318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e65418, 0xaa059b, 0x2, 0xc000606f00, 0x2135, 0x80, 0x5bc, 0xc00a5ab080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000606f00, 0x2135, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e65570, 0xc000e06b80, 0x34, 0xc000e13b4a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003707e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 117 [semacquire]:
bytes.makeSlice(0xb74, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00c23a7b0, 0x8, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00c23a7b0, 0xc0018637b0, 0x8, 0x6, 0xffffffffffffffff, 0xad0190)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00c23a7b0, 0xc0018637b0, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc0009df880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e3f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc000f8d260, 0xb84d20, 0xc00c23a7b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00c23a7b0, 0xc000f8d260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0006f3a10, 0x50d201, 0xc005210930, 0x5e, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007b9570, 0xc00651d2c0, 0xc004da1260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003708a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 118 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003068c00, 0xaa3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003068c00, 0xaa3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003068c00, 0xaa3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003068c00, 0xaa3, 0x0, 0x0, 0x115f500, 0xaa3, 0xaa3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003068c00, 0xaa3, 0x0, 0x0, 0xaa0378, 0x1, 0xc006533400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003068c00, 0xaa3, 0xaa3, 0xc003068c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14280, 0x41, 0xc003068c00, 0xaa3, 0xaa0378, 0x1, 0xc003068c00, 0xaa3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 120 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0080bf800, 0xc0080bf800, 0xc0080bf901)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0061e1570, 0xc000e07120, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2426 [semacquire]:
strings.genSplit(0xc00934bb00, 0xd63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a916000, 0x2a1, 0x2a1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020a5418, 0xaa05c9, 0x2, 0xc006759600, 0xd63, 0x6, 0x2a1, 0xc005409b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc006759600, 0xd63, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020a5570, 0xc00651d880, 0x3f, 0xc0048feb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 126 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a18800, 0xbb4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a18800, 0xbb4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a18800, 0xbb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a18800, 0xbb4, 0x0, 0x0, 0x115f500, 0xbb4, 0xbb4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a18800, 0xbb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a17000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a18800, 0xbb4, 0xbb4, 0xc003a18800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00276a837, 0x36, 0xc003a18800, 0xbb4, 0xaa0378, 0x1, 0xc003a18800, 0xbb4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 129 [semacquire]:
strings.genSplit(0xc007f8e000, 0xc78, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x117e, 0xc0041a0580, 0xc78)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00451d5e0, 0xaa04f9, 0x2, 0xc0041a0580, 0xc78, 0x7, 0x1c, 0xc005f1dca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00451d570, 0xc000960e00, 0x4b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003711a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 132 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00255eb40, 0xc00507b170, 0xc000ce1268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ce1570, 0xc00255eb40, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ce1570, 0xc000a52060, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003713e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 134 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c3d500, 0xa2d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c3d500, 0xa2d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c3d500, 0xa2d, 0x0, 0x0, 0x115f500, 0xa2d, 0xa2d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xaa0378, 0x1, 0xc002a23500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c3d500, 0xa2d, 0xa2d, 0xc002c3d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc30, 0x4b, 0xc002c3d500, 0xa2d, 0xaa0378, 0x1, 0xc002c3d500, 0xa2d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008e14800, 0x70a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008e14800, 0x70a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008e14800, 0x70a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008e14800, 0x70a, 0x0, 0x0, 0x115f500, 0x70a, 0x70a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008e14800, 0x70a, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e14000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008e14800, 0x70a, 0x70a, 0xc008e14800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00604fec0, 0x25, 0xc008e14800, 0x70a, 0xaa0378, 0x1, 0xc008e14800, 0x70a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003717a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 139 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002a60690, 0xc002a60690, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00261d570, 0xc004b48ea0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2469 [semacquire]:
strings.Replace(0xc0058b2800, 0x440d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x42, 0xc0058b2800, 0x440d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ff7950, 0xc008b19000, 0x4407, 0x2, 0xc004686265, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 142 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00b31c020, 0xc001a91318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a91418, 0xaa0599, 0x2, 0xc002874d00, 0x81e, 0xc002874d00, 0xc001a91408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002874d00, 0x81e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a91570, 0xc00457f140, 0x3b, 0xc005d88840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 144 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009816000, 0xe96, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009816000, 0xe96, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009816000, 0xe96, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009816000, 0xe96, 0x0, 0x0, 0x115f500, 0xc009816000, 0xe96)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009816000, 0xe96, 0x0, 0x0, 0xaa0378, 0x1, 0xc0000ae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009816000, 0xe96, 0xe96, 0xc009816000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0067c9ab0, 0x4e, 0xc009816000, 0xe96, 0xaa0378, 0x1, 0xc009816000, 0xe96, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 147 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d6db50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d6db40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c43800, 0x696, 0x696, 0x1, 0xc006c43800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00086b030, 0x62, 0xc006c43800, 0x696, 0xaa0378, 0x1, 0xc006c43800, 0x696, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 149 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bc1a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bc1a00, 0xc00b276310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00adc5f50, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00adc5f20, 0x0, 0x0, 0x0, 0x1000, 0xc00b27f000, 0xef6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00b27f000, 0xef6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd2f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fd7570, 0xc000420e20, 0xc0081df140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 150 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0084f2900, 0x413, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0084f2900, 0x413, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0084f2900, 0x413, 0x0, 0x0, 0x115f500, 0x413, 0x413)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0084f2900, 0x413, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ad2480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0084f2900, 0x413, 0x413, 0xc0084f2900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ab9bc6, 0x56, 0xc0084f2900, 0x413, 0xaa0378, 0x1, 0xc0084f2900, 0x413, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 151 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008427060, 0xc002f45318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f45418, 0xaa0503, 0x2, 0xc00b214c00, 0x117b, 0x3, 0x3be, 0xc00ac7cf80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b214c00, 0x117b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f45570, 0xc005cefb80, 0x4a, 0xc000ea79f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 155 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005110a80, 0x904, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005110a80, 0x904, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005110a80, 0x904, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005110a80, 0x904, 0x0, 0x0, 0x115f500, 0x904, 0x904)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005110a80, 0x904, 0x0, 0x0, 0xaa0378, 0x1, 0xc00103ca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005110a80, 0x904, 0x904, 0xc005110a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00017, 0x19, 0xc005110a80, 0x904, 0xaa0378, 0x1, 0xc005110a80, 0x904, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 156 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xd8a, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00959b000, 0xd8a, 0xd8a, 0xc00959b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f540, 0x48, 0xc00959b000, 0xd8a, 0xaa0378, 0x1, 0xc00959b000, 0xd8a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 160 [semacquire]:
strings.genSplit(0xc005dd6000, 0x1ef9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008686000, 0x64c, 0x64c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002603418, 0xaa0599, 0x2, 0xc001e9a000, 0x1ef9, 0x1, 0x64c, 0xc0085a1e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001e9a000, 0x1ef9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002603570, 0xc001b89bc0, 0x4e, 0xc0049a9508)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 162 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002463140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc002463140, 0xb7b620, 0xc002926540, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc002926540, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002926540, 0xc002463230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002926540, 0x0, 0x0, 0x0, 0x1500, 0xc00688d500, 0x1449, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00688d500, 0x1449, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0054a6c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002463570, 0xc000e070e0, 0xc004b49040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 163 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d4e0, 0xc0005c5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005c5418, 0xaa05c9, 0x2, 0xc0092b2600, 0x1060, 0x5, 0x34b, 0xc00265d4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0092b2600, 0x1060, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c5570, 0xc002187560, 0x55, 0xc00247d200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 164 [semacquire]:
strings.genSplit(0xc0006eec80, 0xc2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a949800, 0x271, 0x271)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000645418, 0xaa059b, 0x2, 0xc00084e580, 0xc2b, 0x41, 0x271, 0xc00265d520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00084e580, 0xc2b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000645570, 0xc004b48a60, 0x4f, 0xc0049a82d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f85400, 0xb60, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f85400, 0xb60, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f85400, 0xb60, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f85400, 0xb60, 0x0, 0x0, 0x115f500, 0xb60, 0xb60)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f85400, 0xb60, 0x0, 0x0, 0xaa0378, 0x1, 0xc00695f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f85400, 0xb60, 0xb60, 0xc003f85400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc80, 0x3d, 0xc003f85400, 0xb60, 0xaa0378, 0x1, 0xc003f85400, 0xb60, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 166 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042fa700, 0x659, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042fa700, 0x659, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042fa700, 0x659, 0x0, 0x0, 0x115f500, 0x659, 0x659)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042fa700, 0x659, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042fa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042fa700, 0x659, 0x659, 0xc0042fa700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c155c0, 0x3b, 0xc0042fa700, 0x659, 0xaa0378, 0x1, 0xc0042fa700, 0x659, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 167 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00955b900, 0x221e, 0x2, 0xc001aa5090, 0xc00955b900, 0x221e, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00955b900, 0x221e, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc006cb3ab0, 0x0, 0x0, 0x0, 0x0, 0xc006cb3ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009d0e180, 0x0, 0x0, 0x0, 0x2800, 0xc0030bb000, 0x2675, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0030bb000, 0x2675, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0052d3900)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025a7570, 0xc005f1c480, 0xc0082ef7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 168 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc008a2f118, 0xaa04bf, 0x2, 0xc8, 0x2, 0xc008a2e1f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008a2f118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a2f118, 0xc00086d650, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a2f118, 0xc00086d650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a2f118, 0xc00086d650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086cee0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086ce00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086ce00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086ce00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f340, 0xc000080380, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc001a3f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f260, 0x54b170, 0xc00af81ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001a3f260, 0x0, 0x0, 0x0, 0x0, 0xc001a3f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00afcc3c0, 0x0, 0x0, 0x0, 0x1000, 0xc004faf000, 0xe49, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004faf000, 0xe49, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c1e180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000669570, 0xc000420980, 0xc00b31c8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 169 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003731000, 0xa97, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003731000, 0xa97, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003731000, 0xa97, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003731000, 0xa97, 0x0, 0x0, 0x115f500, 0xa97, 0xa97)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003731000, 0xa97, 0x0, 0x0, 0xaa0378, 0x1, 0xc00372f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003731000, 0xa97, 0xa97, 0xc003731000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18420, 0x30, 0xc003731000, 0xa97, 0xaa0378, 0x1, 0xc003731000, 0xa97, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 170 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000515000, 0x7f5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000515000, 0x7f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000515000, 0x7f5, 0x0, 0x0, 0x115f500, 0x7f5, 0x7f5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000515000, 0x7f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000514800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000515000, 0x7f5, 0x7f5, 0xc000515000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa870, 0x49, 0xc000515000, 0x7f5, 0xaa0378, 0x1, 0xc000515000, 0x7f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 171 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a22ac0, 0xc000791318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000791418, 0xaa05c9, 0x2, 0xc008d68000, 0xebf, 0x6, 0x300, 0xc004e17000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d68000, 0xebf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000791570, 0xc005f1c9e0, 0x4b, 0xc00002a640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 172 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0040ab300, 0x11ac, 0x2, 0xc006949270, 0x100, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0040ab300, 0x11ac, 0xaa04bf, 0x2, 0xc0040ab300, 0x11ac)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0069493e0, 0xc007026920, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0069493e0, 0xc007f3fb00, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006949401, 0xc00a26b870)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006949570, 0xc007f3fb00, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1164 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005e7e820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e7e820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e7e820, 0xc00843b030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c65b60, 0x0, 0x0, 0x0, 0xc0024fd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c65b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024fd950, 0xc006a17000, 0xfa7, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 175 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007c79400, 0xaa2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007c79400, 0xaa2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007c79400, 0xaa2, 0x0, 0x0, 0x115f500, 0xaa2, 0xaa2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007c79400, 0xaa2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007c77c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007c79400, 0xaa2, 0xaa2, 0xc007c79400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000542a80, 0x3a, 0xc007c79400, 0xaa2, 0xaa0378, 0x1, 0xc007c79400, 0xaa2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 176 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007f3fda0, 0xc008b2f1b8, 0x7544a2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc007f3fda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007f3fd70, 0xc008b2f240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008b2f570, 0xc0081bfaa0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b2f570, 0xc000ca1c40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 178 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b8b5400, 0xb0b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0x115f500, 0xc00b8b5400, 0xb0b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b8b3c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b8b5400, 0xb0b, 0xb0b, 0xc00b8b5400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618fd40, 0x36, 0xc00b8b5400, 0xb0b, 0xaa0378, 0x1, 0xc00b8b5400, 0xb0b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 179 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001f10000, 0x1ec7, 0x2, 0xc002c3b090, 0xc001f10000, 0x1ec7, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001f10000, 0x1ec7, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0052cf570, 0x0, 0x0, 0x0, 0x0, 0xc0052cf570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bfd10, 0x0, 0x0, 0x0, 0x2500, 0xc003b32a00, 0x21ba, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003b32a00, 0x21ba, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00289cf80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007bd570, 0xc004da0b60, 0xc007026b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 180 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004dc1500, 0x1320, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004dc1500, 0x1320, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dc1500, 0x1320, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dc1500, 0x1320, 0x0, 0x0, 0x115f500, 0xc004dc1500, 0x1320)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dc1500, 0x1320, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dc0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dc1500, 0x1320, 0x1320, 0xc004dc1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00070e2b0, 0x4c, 0xc004dc1500, 0x1320, 0xaa0378, 0x1, 0xc004dc1500, 0x1320, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2455 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee85b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ee8680, 0xc006b70d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa680, 0x0, 0x0, 0x0, 0xc004105258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004105950, 0xc0093e0000, 0x10e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 182 [semacquire]:
bytes.makeSlice(0x167, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b5b260, 0x167, 0x203002)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b5b260, 0xc000c25500, 0x167, 0x1, 0xb856e0, 0xc001fc0a80)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005c398f0, 0xa9ece0, 0xc005c39890)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b570, 0xc000e06be0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 184 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0019fbf20, 0xc0007e3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007e3418, 0xaa04fd, 0x2, 0xc002f3b000, 0xe0d, 0x7, 0x2bb, 0xc007027d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002f3b000, 0xe0d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007e3570, 0xc00265de20, 0x43, 0xc000bcc3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 185 [semacquire]:
regexp.onePassCopy(0xc00c030720, 0xc00c030720)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00c030720, 0xc00c030720)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0007e5358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0007e5358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0007e5358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0007e5358, 0x75a856, 0x0, 0xc0032f8690, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0007e5358, 0xc0007e5320, 0xc0007e53a8, 0x42ca96, 0xc00c0306f0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0007e53c0, 0xc0007e53d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00265c960)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0003a7320, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0007e5570, 0xc0049427c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 187 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009a28d80, 0xd45, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009a28d80, 0xd45, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009a28d80, 0xd45, 0x0, 0x0, 0x115f500, 0xc009a28d80, 0xd45)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009a28d80, 0xd45, 0x0, 0x0, 0xaa0378, 0x1, 0xc009a28000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009a28d80, 0xd45, 0xd45, 0xc009a28d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f27e, 0x3c, 0xc009a28d80, 0xd45, 0xaa0378, 0x1, 0xc009a28d80, 0xd45, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 188 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0f90, 0x203000, 0x203000, 0xc6a01f3d00000000, 0xc006bc3190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0f90)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb0f60, 0xc006bc3320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006bc3708, 0xc00272aa20, 0xaac03e, 0x7, 0xc00272aa20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006bc3708, 0xc00272aa20, 0xc008426060)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 189 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c17900, 0xc52, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c17900, 0xc52, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c17900, 0xc52, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c17900, 0xc52, 0x0, 0x0, 0x115f500, 0xc003c17900, 0xc52)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c17900, 0xc52, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c3f200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c17900, 0xc52, 0xc52, 0xc003c17900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016727e0, 0x4b, 0xc003c17900, 0xc52, 0xaa0378, 0x1, 0xc003c17900, 0xc52, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 190 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001841000, 0xb30, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001841000, 0xb30, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001841000, 0xb30, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001841000, 0xb30, 0x0, 0x0, 0x115f500, 0xb30, 0xb30)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001841000, 0xb30, 0x0, 0x0, 0xaa0378, 0x1, 0xc00183f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001841000, 0xb30, 0xb30, 0xc001841000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040e8ba, 0x41, 0xc001841000, 0xb30, 0xaa0378, 0x1, 0xc001841000, 0xb30, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 191 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc008140c00, 0x12ef, 0x2, 0xc001197ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc00813e600, 0x12ef)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc008140c00, 0x12ef)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 192 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf5eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf5ea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e88d00, 0x87a, 0x87a, 0x1, 0xc003e88d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000370540, 0x5a, 0xc003e88d00, 0x87a, 0xaa0378, 0x1, 0xc003e88d00, 0x87a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 193 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004b48280, 0xc004813318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004813418, 0xaa04f9, 0x2, 0xc008272a00, 0x14b6, 0x1, 0x4a4, 0xc0004204c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008272a00, 0x14b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004813570, 0xc004da0440, 0x4f, 0xc002838eba)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 194 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0069f5ef0, 0xaf, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b735e0, 0xaa04f9, 0x2, 0xc0069f5ef0, 0xaf, 0xc, 0xc007b732e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00b344ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc009a21e00, 0xc007b73378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc007b73570, 0xc0098c0a20, 0xc00113d180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc007b73570, 0xc0098c0a20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc007b73570, 0xc0098c0a20, 0xc0098c0a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b62a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 195 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00596f450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596f450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00596f450, 0xc000e6fce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f1a060, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc00a968030)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a968030, 0x0, 0x0, 0x0, 0xc80, 0xc005c3f200, 0xc61, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005c3f200, 0xc61, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00251d4d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007fb570, 0xc001fc09c0, 0xc00ac7d960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 196 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0072f9900, 0x11b4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0072f9900, 0x11b4, 0x0, 0x0, 0x115f500, 0xc0072f9900, 0x11b4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0072f8600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0072f9900, 0x11b4, 0x11b4, 0xc0072f9900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004bd6580, 0x37, 0xc0072f9900, 0x11b4, 0xaa0378, 0x1, 0xc0072f9900, 0x11b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 198 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008487e80, 0xc0087e1268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0087e15e0, 0xaa04f9, 0x2, 0xc005ea5930, 0xcf, 0xa, 0xc0087e12e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0044cd8f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0044cd620, 0xc0087e1378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0087e1570, 0xc0044cd260, 0xc008487840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0087e1570, 0xc0044cd260, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0087e1570, 0xc0044cd260, 0xc0044cd260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b65a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 199 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024be9e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024be9d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147800, 0x678, 0x678, 0x1, 0xc002147800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e440, 0x38, 0xc002147800, 0x678, 0xaa0378, 0x1, 0xc002147800, 0x678, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 201 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008793a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000879390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053b7080, 0x504, 0x504, 0x1, 0xc0053b7080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299f0e0, 0x43, 0xc0053b7080, 0x504, 0xaa0378, 0x1, 0xc0053b7080, 0x504, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2460 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003452d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003452d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003452d00, 0xc0006a1a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa880, 0x0, 0x0, 0x0, 0xc005e09258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e09950, 0xc002ea2800, 0x177d, 0x0, 0xc00454a65d, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a067e0, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0078e5080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0078e5070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d9a000, 0x2af, 0x2af, 0x1, 0xc001d9a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000700e0, 0x66, 0xc001d9a000, 0x2af, 0xaa0378, 0x1, 0xc001d9a000, 0x2af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 208 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001175800, 0x5a4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001175800, 0x5a4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001175800, 0x5a4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001175800, 0x5a4, 0x0, 0x0, 0x115f500, 0x5a4, 0x5a4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001175800, 0x5a4, 0x0, 0x0, 0xaa0378, 0x1, 0xc001175200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001175800, 0x5a4, 0x5a4, 0xc001175800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6050, 0x43, 0xc001175800, 0x5a4, 0xaa0378, 0x1, 0xc001175800, 0x5a4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 209 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005dbc000, 0xb08, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005dbc000, 0xb08, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005dbc000, 0xb08, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005dbc000, 0xb08, 0x0, 0x0, 0x115f500, 0xb08, 0xb08)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005dbc000, 0xb08, 0x0, 0x0, 0xaa0378, 0x1, 0xc00830fc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005dbc000, 0xb08, 0xb08, 0xc005dbc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8730, 0x49, 0xc005dbc000, 0xb08, 0xaa0378, 0x1, 0xc005dbc000, 0xb08, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 212 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007d20680, 0xc001d7f600, 0xf8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007d20680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007d20680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007d20680, 0xc00bce1e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00bcf1290, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bcf1260, 0x0, 0x0, 0x0, 0x900, 0xc00bb72000, 0x8bb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00bb72000, 0x8bb, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546cb10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00245b570, 0xc000e07980, 0xc001e4e3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 219 [semacquire]:
regexp.makeOnePass(0xc002926420, 0xc002926420)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc005adc090, 0xc005adc090)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002583358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002583358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002583358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002583358, 0xc0046568c0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002583358, 0x42ca96, 0xc005adc060, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0025833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049c1820, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0044cd860, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002583570, 0xc004f1d0e0, 0xabc101, 0x1d, 0x5b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 220 [semacquire]:
strings.genSplit(0xc001dd4a80, 0x9a5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002074000, 0x1de, 0x1de)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000317418, 0xaa0569, 0x2, 0xc00103c000, 0x9a5, 0x1a, 0x1de, 0xc00a6220c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00103c000, 0x9a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000317570, 0xc0028252a0, 0x74, 0xc001e46700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 222 [semacquire]:
strings.genSplit(0xc006f80000, 0xd02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d67000, 0x2b7, 0x2b7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b55418, 0xaa04fd, 0x2, 0xc0046b0380, 0xd02, 0x1, 0x2b7, 0xc0019fb060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046b0380, 0xd02, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b55570, 0xc0068083a0, 0x48, 0xc000c17c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 227 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009c20320, 0xc0046a5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046a5418, 0xaa0503, 0x2, 0xc0032dc000, 0x15ad, 0x5, 0x44d, 0xc009c20300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0032dc000, 0x15ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046a5570, 0xc004b49ba0, 0x4a, 0xc002838c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 228 [semacquire]:
strings.genSplit(0xc005c8a000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b525a80, 0x19b, 0x19b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042bb418, 0xaa04fd, 0x2, 0xc001d3a800, 0x7f9, 0x1, 0x19b, 0xc004a22dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001d3a800, 0x7f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042bb570, 0xc00272b760, 0x54, 0xc001ab8c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 229 [semacquire]:
strings.genSplit(0xc003e7a600, 0x1025, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3b2, 0x3b2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047f9418, 0xaa0503, 0x2, 0xc000c5e000, 0x1025, 0x5, 0x3b2, 0xc006dc05a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000c5e000, 0x1025, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047f9570, 0xc008f46400, 0x44, 0xc0076d2b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 231 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc008cbe400, 0xaea, 0xc002fd9270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc008cbe400, 0xaea, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd9418, 0xaa0503, 0x2, 0xc008cbe400, 0xaea, 0x4, 0x24c, 0xc001e4fba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008cbe400, 0xaea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9570, 0xc00000eaa0, 0x5d, 0xc00232dec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 233 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc008ef98c0, 0xc0083b62a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000331570, 0xc008ef98c0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000331570, 0xc008c7ec20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 234 [semacquire]:
encoding/json.(*decodeState).object(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:752 +0x182a
encoding/json.(*decodeState).value(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xa49de0, 0xc00c2cc000)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc002fd0ff8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc006da3958, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0xc002fd0ff8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc003c68a20, 0x11c, 0x120, 0x9cfa40, 0xc0067b4a20, 0x120, 0xaa366e)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc0037b9000, 0xb75, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0037b9000, 0xb75, 0xb75, 0x1, 0xc0037b9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca500, 0x32, 0xc0037b9000, 0xb75, 0xaa0378, 0x1, 0xc0037b9000, 0xb75, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 238 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00210b1c8, 0x127d300, 0xc00210b140, 0x5697b3, 0xc000137720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00210b1c8, 0x0, 0x0, 0xc00210b140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00210b1c8, 0x9fe, 0xa80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00210b230, 0xc00210b248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005229020)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b76660, 0xaa262f, 0x3, 0xc005228ff0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00210b708, 0xc00000e9c0, 0xaa262f, 0x3, 0xc00000e9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00210b708, 0xc00000e9c0, 0xc00b27c1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 242 [semacquire]:
strings.genSplit(0xc0051252c0, 0x93, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x93, 0xc005125180, 0x93)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00530d5e0, 0xaa04f9, 0x2, 0xc005125180, 0x93, 0x16, 0x3c, 0xc009b67960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00530d570, 0xc002825580, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 245 [semacquire]:
strings.genSplit(0xc00605b400, 0xabd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a9e5400, 0x221, 0x221)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000955418, 0xaa058b, 0x2, 0xc001f44800, 0xabd, 0x4, 0x221, 0xc004a22680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001f44800, 0xabd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000955570, 0xc0057d0480, 0x46, 0xc006860050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 246 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007000a80, 0xa34, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc006fcbe30, 0x0, 0x0, 0x0, 0x0, 0xc006fcbe30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008a0c3c0, 0x0, 0x0, 0x0, 0xc00, 0xc003731c00, 0xbe3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003731c00, 0xbe3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0023c6d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00092b570, 0xc0049c0f00, 0xc004a22900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 247 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000efd000, 0xe0c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000efd000, 0xe0c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000efd000, 0xe0c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000efd000, 0xe0c, 0x0, 0x0, 0x115f500, 0xe0c, 0xe0c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000efd000, 0xe0c, 0x0, 0x0, 0xaa0378, 0x1, 0xc000ec1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000efd000, 0xe0c, 0xe0c, 0xc000efd000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be0140, 0x40, 0xc000efd000, 0xe0c, 0xaa0378, 0x1, 0xc000efd000, 0xe0c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 248 [semacquire]:
strings.genSplit(0xc0070b6000, 0x5f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x148, 0x148)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a8f418, 0xaa0599, 0x2, 0xc008a7c600, 0x5f5, 0x1, 0x148, 0xc00afb1240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a7c600, 0x5f5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a8f570, 0xc006dc19a0, 0x4f, 0xc0044e131a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 254 [semacquire]:
strings.genSplit(0xc0081fa000, 0x1180, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1262, 0xc002e7ac00, 0x1180)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00855f5e0, 0xaa04f9, 0x2, 0xc002e7ac00, 0x1180, 0x0, 0xc00125d880, 0x7f602d0a9e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00855f570, 0xc000ca1440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 260 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008426120, 0xc001b31318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b31418, 0xaa0503, 0x2, 0xc00a8bd000, 0xe76, 0x4, 0x2d6, 0xc008426100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a8bd000, 0xe76, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b31570, 0xc002b568a0, 0x4a, 0xc000bcc500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 263 [semacquire]:
bytes.makeSlice(0x1842, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002abf190, 0x8, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002abf190, 0xc000394ce0, 0x8, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d19260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00102d5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00b0ed860, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002abf570, 0xc00b0ed860, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002abf570, 0xc000420560, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 267 [semacquire]:
bytes.makeSlice(0x2b3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008242450, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc008242450, 0xc008242420, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0d2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce00, 0xb84d20, 0xc008242450)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008242450, 0xc001b0ce00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00041d800, 0x50d2a1, 0xc000d362a0, 0x22, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006d7570, 0xc000ca0940, 0xc001fc0480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 269 [semacquire]:
regexp.onePassCopy(0xc001cf77d0, 0xc001cf77d0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001cf77d0, 0xc001cf77d0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ac7358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ac7358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ac7358, 0x0, 0xb856e0, 0xc0003b01c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ac7358, 0xc0019f45b0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ac7358, 0x42ca96, 0xc001cf77a0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ac73c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008bdd0c0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0006f2960, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ac7570, 0xc00265cc40, 0xabc101, 0x1d, 0x45, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 270 [semacquire]:
strings.genSplit(0xc00508eea0, 0x110, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x15e, 0xc00508eb40, 0x110)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00315d5e0, 0xaa04f9, 0x2, 0xc00508eb40, 0x110, 0x0, 0xc00315d430, 0xc001e4ee08)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00315d570, 0xc007850630, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00315d570, 0xc0079715a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 271 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009800d80, 0xcaa, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009800d80, 0xcaa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009800d80, 0xcaa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009800d80, 0xcaa, 0x0, 0x0, 0x115f500, 0xc009800d80, 0xcaa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009800d80, 0xcaa, 0x0, 0x0, 0xaa0378, 0x1, 0xc00075f100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009800d80, 0xcaa, 0xcaa, 0xc009800d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe900, 0x35, 0xc009800d80, 0xcaa, 0xaa0378, 0x1, 0xc009800d80, 0xcaa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 272 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fab400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fab3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e5d800, 0x1640, 0x1640, 0x1, 0xc003e5d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dcb991, 0x28, 0xc003e5d800, 0x1640, 0xaa0378, 0x1, 0xc003e5d800, 0x1640, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 278 [semacquire]:
bytes.makeSlice(0x14ec, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0000f7260, 0x6e, 0x80)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0000f7260, 0xc00459b2d0, 0x6e, 0x5165d7, 0xc007567452, 0xc00546f228)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb2d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f31810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005541260, 0xc005541da0, 0xc0014f4c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0000f7570, 0xc006449360, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 281 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a32000, 0xd34, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a32000, 0xd34, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a32000, 0xd34, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a32000, 0xd34, 0x0, 0x0, 0x115f500, 0xd34, 0xd34)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a32000, 0xd34, 0x0, 0x0, 0xaa0378, 0x1, 0xc00940a880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a32000, 0xd34, 0xd34, 0xc006a32000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e2c0, 0x39, 0xc006a32000, 0xd34, 0xaa0378, 0x1, 0xc006a32000, 0xd34, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 284 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b8a840, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b8a820, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00243af00, 0x2f7, 0x2f7, 0x1, 0xc00243af00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6d70, 0x48, 0xc00243af00, 0x2f7, 0xaa0378, 0x1, 0xc00243af00, 0x2f7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 285 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004dcf418, 0xaa0503, 0x2, 0xc008a8e000, 0x20c0, 0x3, 0x5f0, 0xc005e53220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a8e000, 0x20c0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004dcf570, 0xc004b48900, 0x44, 0xc000ea6140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 287 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0092bf800, 0x73b, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc009549500, 0x0, 0x0, 0x0, 0x0, 0xc009549500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0042e2f60, 0x0, 0x0, 0x0, 0xa80, 0xc004c0f500, 0x95f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004c0f500, 0x95f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000114750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000aeb570, 0xc004cfcd80, 0xc005306220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 288 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007f67200, 0x5b2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f67200, 0x5b2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f67200, 0x5b2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f67200, 0x5b2, 0x0, 0x0, 0x115f500, 0x5b2, 0x5b2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f67200, 0x5b2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f66000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f67200, 0x5b2, 0x5b2, 0xc007f67200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15c70, 0x44, 0xc007f67200, 0x5b2, 0xaa0378, 0x1, 0xc007f67200, 0x5b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 289 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc0093c7c00, 0xa92, 0x2, 0xc004e75090, 0xc0093c7c00, 0xa92, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0093c7c00, 0xa92, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004eab5e0, 0x0, 0x0, 0x0, 0x0, 0xc004eab5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006fd00c0, 0x0, 0x0, 0x0, 0xd80, 0xc005fdc380, 0xc8d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005fdc380, 0xc8d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00247c4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034c3570, 0xc00470f1c0, 0xc0000caa00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 293 [semacquire]:
strings.Replace(0xc003439000, 0x2e4a, 0xaadf91, 0x8, 0xaa15a0, 0x3, 0x1, 0xc003439000, 0x2e4a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033cd570, 0xc002186700, 0xc0085a0b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 294 [semacquire]:
strings.genSplit(0xc007938000, 0xdf4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6d3000, 0x2a9, 0x2a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a3418, 0xaa04df, 0x2, 0xc005249000, 0xdf4, 0x5, 0x2a9, 0xc004a22e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005249000, 0xdf4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012a3570, 0xc004eae2c0, 0x74, 0xc0058f0480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 297 [semacquire]:
bytes.makeSlice(0x2411, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008af3bc0, 0x8c1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008af3bc0, 0xc00197a000, 0x8c1, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00087a380, 0xb84d20, 0xc008af3bc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008af3bc0, 0xc00087a380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c3bd10, 0x3, 0xc004627760, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366d570, 0xc006809b40, 0xc0049c0d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 298 [semacquire]:
strings.genSplit(0xc00682c000, 0xf59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b0b000, 0x2d0, 0x2d0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001065418, 0xaa0599, 0x2, 0xc007e18000, 0xf59, 0x1, 0x2d0, 0xc0049c1880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007e18000, 0xf59, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001065570, 0xc00113d2e0, 0x41, 0xc0060280a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 300 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a743500, 0x6e8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a743500, 0x6e8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a743500, 0x6e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a743500, 0x6e8, 0x0, 0x0, 0x115f500, 0xc00a743500, 0x6e8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a743500, 0x6e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a742e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a743500, 0x6e8, 0x6e8, 0xc00a743500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000af6640, 0x35, 0xc00a743500, 0x6e8, 0xaa0378, 0x1, 0xc00a743500, 0x6e8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 302 [semacquire]:
strings.genSplit(0xc008d00000, 0xce6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009847000, 0x2ae, 0x2ae)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b43418, 0xaa04df, 0x2, 0xc006a34880, 0xce6, 0x4, 0x2ae, 0xc006f00540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006a34880, 0xce6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b43570, 0xc00000ee40, 0x3a, 0xc00274d000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 303 [semacquire]:
strings.genSplit(0xc007d28a80, 0xa2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa2a, 0xc00b1e4000, 0xa34)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000969570, 0xc006448020, 0xc004990d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1824 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00b6d9000, 0x7c9, 0x800, 0xc00b6d9000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00b6d9000, 0x7c9, 0x7f3, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc008c57802, 0x7f3, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 309 [runnable]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00257d140, 0x50d201, 0xc00241b0e0, 0x57, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e95570, 0xc004e17920, 0xc007b3bde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 310 [semacquire]:
strings.genSplit(0xc008c81a80, 0x19b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009593000, 0x4f9, 0x4f9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004883418, 0xaa04f9, 0x2, 0xc00613a480, 0x19b3, 0x1, 0x4f9, 0xc00272ae40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00613a480, 0x19b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004883570, 0xc00113c1a0, 0x56, 0xc003f9e960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 311 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c2b000, 0xe3b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c2b000, 0xe3b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c2b000, 0xe3b, 0x0, 0x0, 0x115f500, 0xe3b, 0xe3b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046a9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c2b000, 0xe3b, 0xe3b, 0xc004c2b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fccd80, 0x58, 0xc004c2b000, 0xe3b, 0xaa0378, 0x1, 0xc004c2b000, 0xe3b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 312 [semacquire]:
strings.Replace(0xc0032bd400, 0xb3a, 0xaa2b4e, 0x3, 0xaa0382, 0x1, 0x1, 0xc0032bd400, 0xb3a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001839570, 0xc006dc0000, 0xc005cee840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 313 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc000926e90, 0xc00ad36bc8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0460, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0540, 0xc000926ec8)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0003a0540, 0xc0003a0540, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x189)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000927358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000927358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000927358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000927358, 0xc001e00070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000927358, 0x42cc84, 0xc00a4abb60, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009273c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00875ac00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00257dce0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000927570, 0xc000e07740, 0xabc101, 0x1d, 0x32, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 314 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c38270, 0xc008c3e320, 0x9a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000c38270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c38270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c38270, 0xc0047fa7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005ff2a80, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc005ff2a50)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ff2a50, 0x0, 0x0, 0x0, 0xc00, 0xc0069a9000, 0xb90, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0069a9000, 0xb90, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274cd80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004867570, 0xc001d40980, 0xc00b62c760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 317 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002686bd0, 0x50d201, 0xc005cf532b, 0x3f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00277d570, 0xc006dc1260, 0xc007970b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 319 [semacquire]:
bytes.makeSlice(0x3c6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0029e1250, 0x2, 0x1e2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0029e1250, 0xaa04bf, 0x2, 0x1e2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00571ac30, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xc, 0xc00571ac30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0053cf800, 0xc0029e1378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0029e1570, 0xc004a2b1d0, 0xc004da1d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0029e1570, 0xc004a2b1d0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0029e1570, 0xc004a2b1d0, 0xc004a2b1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005900c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 320 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003ead140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003ead140, 0xb7b620, 0xc003a3c210, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003a3c210, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003a3c210, 0xc003ead230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a3c210, 0x0, 0x0, 0x0, 0x1000, 0xc001ad8000, 0xd93, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc001ad8000, 0xd93, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00435eb60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ead570, 0xc004e17b00, 0xc008f47800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 330 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004958800, 0x709, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004958800, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004958800, 0x709, 0x0, 0x0, 0x115f500, 0x709, 0x709)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004958800, 0x709, 0x0, 0x0, 0xaa0378, 0x1, 0xc000867800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004958800, 0x709, 0x709, 0xc004958800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18000, 0x23, 0xc004958800, 0x709, 0xaa0378, 0x1, 0xc004958800, 0x709, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 337 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc007532000, 0xeee, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001c1e280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005a61570, 0xc002127d80, 0xc0003b1fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 338 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc009942c00, 0x38b, 0xaa0378, 0x1, 0xc0067c9420, 0x61)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc001541340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0015411f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004feb118, 0xc0015411f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004feb118, 0xc0015411f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc0015411f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540770, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066033b0, 0xc000f84d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc0066033b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066033b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066032d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066032d0, 0x54b170, 0xc009924c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0066032d0, 0x0, 0x0, 0x0, 0x0, 0xc0066032d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ec91d0, 0x0, 0x0, 0x0, 0x800, 0xc004b61000, 0x7e2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004b61000, 0x7e2, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00009c0e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f85570, 0xc0000ca400, 0xc008427140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 339 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0028255c0, 0xc007799c00, 0x38b, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc007799c00, 0x38b, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006085200, 0x3a, 0xc007799c00, 0x38b, 0xaa0378, 0x1, 0xc007799c00, 0x38b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 343 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005456d00, 0x8aa, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005456d00, 0x8aa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005456d00, 0x8aa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005456d00, 0x8aa, 0x0, 0x0, 0x115f500, 0x8aa, 0x8aa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005456d00, 0x8aa, 0x0, 0x0, 0xaa0378, 0x1, 0xc004d48d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005456d00, 0x8aa, 0x8aa, 0xc005456d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048ff480, 0x30, 0xc005456d00, 0x8aa, 0xaa0378, 0x1, 0xc005456d00, 0x8aa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005912c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 346 [semacquire]:
github.com/gigawattio/window.Rolling(0xc009f16000, 0x5a1, 0x5a1, 0x3, 0x0, 0x5a0, 0xc009f16000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fdd570, 0xc005306800, 0xc004ae3260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2463 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006003050, 0x4, 0x739, 0xc00a6e9801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00a6e9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ee9860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cf7cb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006003950, 0xc00b29b600, 0x8c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a072c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 352 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004cfc800, 0xc0025ab318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ab418, 0xaa04f9, 0x2, 0xc006295800, 0x70c, 0x1, 0x1ab, 0xc00b43bc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006295800, 0x70c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ab570, 0xc00000e980, 0x41, 0xc000b6d900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 354 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001037b60, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095f570, 0xc001037b60, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095f570, 0xc005cef860, 0x58)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 356 [semacquire]:
strings.genSplit(0xc007cc0000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xbf3, 0xc007b3d800, 0x7f9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c315e0, 0xaa04f9, 0x2, 0xc007b3d800, 0x7f9, 0xc, 0x25, 0xc00b31ce20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c31570, 0xc000420240, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 432 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00707ea80, 0x942, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00707ea80, 0x942, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00707ea80, 0x942, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00707ea80, 0x942, 0x0, 0x0, 0x115f500, 0xc00707ea80, 0x942)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00707ea80, 0x942, 0x0, 0x0, 0xaa0378, 0x1, 0xc00705b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00707ea80, 0x942, 0x942, 0xc00707ea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7b92c0, 0x4b, 0xc00707ea80, 0x942, 0xaa0378, 0x1, 0xc00707ea80, 0x942, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00708bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 360 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000941418, 0xaa0503, 0x2, 0xc0037bc000, 0x991, 0x1, 0x201, 0xc00833bc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037bc000, 0x991, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000941570, 0xc004991940, 0x37, 0xc000ebfe00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2446 [semacquire]:
regexp.onePassCopy(0xc00bd5c150, 0xc00bd5c150)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00bd5c150, 0xc00bd5c150)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00307b358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00307b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00307b358, 0x0, 0xb856e0, 0xc00a7adb28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00307b358, 0xc007e1b110, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00307b358, 0x42ca96, 0xc00bd5c120, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00307b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47120, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0074584b0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00307b570, 0xc0003b0900, 0xabc101, 0x1d, 0x32, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0073492c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1827 [semacquire]:
strings.Replace(0xc00521e000, 0x2c56, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00521e000, 0x2c56)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f39950, 0xc003040000, 0x2c54, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 361 [semacquire]:
regexp.makeOnePass(0xc00b1fc0f0, 0xc00b1fc0f0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc00b1fc060, 0xc00b1fc060)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d71358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d71358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d71358, 0x0, 0xb856e0, 0xc0003b0248, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d71358, 0xc00110c070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d71358, 0x42ca96, 0xc007e3c540, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005d713c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008ddc120, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d6660, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005d71570, 0xc005886720, 0xabc101, 0x1d, 0x35, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1828 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bc1790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bc1790, 0xc00b24c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00aa699e0, 0x0, 0x0, 0x0, 0xc0041cf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00aa699e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041cf950, 0xc000a90c00, 0x2541, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1153 [semacquire]:
bytes.makeSlice(0x6f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00449f208, 0x6f, 0x12aedfd)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00449f208, 0xc009210310, 0x6f, 0xc0003b0148, 0xc0003a6180, 0xc00449f158)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a3c660, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x8, 0xc003a3c660)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055f58f0, 0xc00449f320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00449f3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00449f3e0, 0xc00a9685d0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x27a, 0x27b)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00449f570, 0xc00a9685d0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 435 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c800, 0xc004e91278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e915e0, 0xaa04f9, 0x2, 0xc00908f100, 0xc87, 0x0, 0xc0012edc00, 0x7f602d0ab9b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e91570, 0xc006449fc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 421 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc007424800, 0x1776, 0x2, 0xc005ed9090, 0xc007424800, 0x1776, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007424800, 0x1776, 0xaa04bf, 0x2, 0x1, 0x4)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc001860690, 0x0, 0x0, 0x0, 0x0, 0xc001860690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0054b44b0, 0x0, 0x0, 0x0, 0x2000, 0xc00541c000, 0x1bd7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00541c000, 0x1bd7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000a4c5a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001cb570, 0xc000ca00a0, 0xc0053063c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 451 [semacquire]:
strings.genSplit(0xc008e9c000, 0x120f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e64000, 0x567, 0x567)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003339418, 0xaa058b, 0x2, 0xc002294600, 0x120f, 0x4, 0x567, 0xc0019fa5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002294600, 0x120f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003339570, 0xc0057d0a60, 0x38, 0xc001da5340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 452 [semacquire]:
strings.genSplit(0xc00467a000, 0xfe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00704e000, 0x2ce, 0x2ce)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a07418, 0xaa05c9, 0x2, 0xc004abb000, 0xfe1, 0x6, 0x2ce, 0xc002825d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004abb000, 0xfe1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a07570, 0xc00000edc0, 0x32, 0xc000ebe8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 453 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0025dd520, 0xc00a04b8c0, 0xa1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0025dd520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025dd520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0025dd520, 0xc007013490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007026020, 0x0, 0x0, 0x0, 0xc003367258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007026020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003367950, 0xc00380a000, 0x18bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 454 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc005828400, 0x8c6, 0x2, 0xc0009fbab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005827b00, 0x8c6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005828400, 0x8c6)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 455 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aed418, 0xaa0503, 0x2, 0xc005e23000, 0x3000, 0x6, 0x8de, 0xc00a5aaea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e23000, 0x3000, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aed570, 0xc002127280, 0x6e, 0xc000d3bb90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 456 [semacquire]:
strings.genSplit(0xc006701500, 0x145f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x459, 0x459)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035d5418, 0xaa04d9, 0x2, 0xc00b810000, 0x145f, 0x1, 0x459, 0xc00aa695a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b810000, 0x145f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035d5570, 0xc002127820, 0x2f, 0xc000c18540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 457 [semacquire]:
bytes.makeSlice(0x4ed, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050288d0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050288d0, 0xad0877, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d9d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d2d0, 0xb84d20, 0xc0050288d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050288d0, 0xc00076d2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002521380, 0x50d201, 0xc0052cc8c0, 0x69, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003445570, 0xc00000e500, 0xc0019fbd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2454 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee8340, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee8340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee8340, 0xc006b70930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa620, 0x0, 0x0, 0x0, 0xc002bfb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bfb950, 0xc002e52000, 0x16da, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 463 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00272aac0, 0xc002d4b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d4b418, 0xaa05c9, 0x2, 0xc00a517200, 0x5f7, 0x6, 0x177, 0xc00272aaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a517200, 0x5f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d4b570, 0xc002825540, 0x27, 0xc00052e2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 466 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002a6d118, 0xc00bea2000, 0xab, 0x2, 0x2, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002a6d118, 0xc00bea2000, 0xab, 0xab, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00c3a0000, 0xc002a6c208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7ff80, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002a6d118, 0xc00bf7ff80, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f180, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f0a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e9a0, 0xc000080380, 0x7f602d0a97d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e8c0, 0x54b170, 0xc0026b8c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00bf7e8c0, 0x0, 0x0, 0x0, 0x0, 0xc00bf7e8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068ed560, 0x0, 0x0, 0x0, 0x1000, 0xc007bf1000, 0xd9a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007bf1000, 0xd9a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00385bfc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a6d570, 0xc006dc11e0, 0xc00000eac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 471 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00286f800, 0x7cd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00286f800, 0x7cd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00286f800, 0x7cd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00286f800, 0x7cd, 0x0, 0x0, 0x115f500, 0x7cd, 0x7cd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00286f800, 0x7cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc001179800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00286f800, 0x7cd, 0x7cd, 0xc00286f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b6bbc0, 0x35, 0xc00286f800, 0x7cd, 0xaa0378, 0x1, 0xc00286f800, 0x7cd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004b4800, 0xaf5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004b4800, 0xaf5, 0x0, 0x0, 0x115f500, 0xc0004b4800, 0xaf5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004b3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004b4800, 0xaf5, 0xaf5, 0xc0004b4800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0071ad800, 0x31, 0xc0004b4800, 0xaf5, 0xaa0378, 0x1, 0xc0004b4800, 0xaf5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 473 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073f8c00, 0x5fb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0x115f500, 0x5fb, 0x5fb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007b9b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073f8c00, 0x5fb, 0x5fb, 0xc0073f8c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035b3380, 0x1a, 0xc0073f8c00, 0x5fb, 0xaa0378, 0x1, 0xc0073f8c00, 0x5fb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 474 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523af20, 0xc002981318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002981418, 0xaa0599, 0x2, 0xc001842800, 0xbea, 0x1, 0x267, 0xc004b498a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001842800, 0xbea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002981570, 0xc00690e9c0, 0x26, 0xc005926e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 475 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00602a000, 0xff3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5579a7a500000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298b570, 0xc00690f060, 0xc000a520c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 478 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004035260, 0x81, 0x203002)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004035260, 0xc0049718c0, 0x81, 0x1, 0xb856e0, 0xc0000cb2e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002648a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0026489a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ceda40, 0xa9ece0, 0xc006ceda10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004035570, 0xc004eae640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003297c00, 0x669, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003297c00, 0x669, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003297c00, 0x669, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003297c00, 0x669, 0x0, 0x0, 0x115f500, 0xc003297c00, 0x669)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003297c00, 0x669, 0x0, 0x0, 0xaa0378, 0x1, 0xc003297500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003297c00, 0x669, 0x669, 0xc003297c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97b40, 0x35, 0xc003297c00, 0x669, 0xaa0378, 0x1, 0xc003297c00, 0x669, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 480 [semacquire]:
bytes.(*Buffer).grow(0xc00640b118, 0x1, 0x60)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc00640b118, 0x1189cea, 0x1, 0x1, 0x5e, 0x60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00640b118, 0xc00167c8a0, 0x5e, 0x7, 0xc00167c8a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e5ab0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e59d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0050c8000, 0xc00186222c, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc0050c8000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0050c8000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0055a76c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0055a76c0, 0x54b170, 0xc002828000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0055a76c0, 0x0, 0x0, 0x0, 0x0, 0xc0055a76c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030a1b00, 0x0, 0x0, 0x0, 0x800, 0xc00b405800, 0x736, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b405800, 0x736, 0x0, 0x0, 0x0, 0x440d95, 0xc00b165a10, 0x7f60040e8211, 0xb8bcec7900000008)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038c1570, 0xc005ceea80, 0xc00b43a320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 487 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0a00, 0xc002599318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002599418, 0xaa05c9, 0x2, 0xc00953f000, 0xde8, 0x7, 0x2d4, 0xc009ecd2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00953f000, 0xde8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002599570, 0xc004b49700, 0x39, 0xc000c15252)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 488 [semacquire]:
strings.genSplit(0xc0055ba000, 0xe10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x2de, 0x2de)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e43418, 0xaa04fd, 0x2, 0xc004d31000, 0xe10, 0x1, 0x2de, 0xc009c21b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004d31000, 0xe10, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e43570, 0xc0049c0280, 0x33, 0xc004ed5500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 489 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00af5b000, 0xf5b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00af5b000, 0xf5b, 0x0, 0x0, 0x115f500, 0xf5b, 0xf5b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b0c1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00af5b000, 0xf5b, 0xf5b, 0xc00af5b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00480, 0x2c, 0xc00af5b000, 0xf5b, 0xaa0378, 0x1, 0xc00af5b000, 0xf5b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 490 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286d418, 0xaa0503, 0x2, 0xc002ca8500, 0x23d1, 0xc002ca8500, 0xc00286d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002ca8500, 0x23d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286d570, 0xc002b570e0, 0x30, 0xc005cc9bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2421 [semacquire]:
golang.org/x/net/html/atom.String(0xc00c594156, 0x8, 0xeaa, 0xeaa, 0xc00c594160)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee8f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc003ee9040, 0xc004a6b3b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a52860, 0x0, 0x0, 0x0, 0xc00035d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a52860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00035d950, 0xc002666000, 0x1d03, 0x72672077656e2067, 0x726f6620646e756f, 0x7c20656c79747320)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 492 [semacquire]:
strings.genSplit(0xc0076ea000, 0xc6a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6c4a80, 0x28d, 0x28d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf5418, 0xaa04df, 0x2, 0xc008496580, 0xc6a, 0x4, 0x28d, 0xc007971000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008496580, 0xc6a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf5570, 0xc00a1175a0, 0x27, 0xc008047d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 494 [semacquire]:
strings.genSplit(0xc000936000, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc009a3eb60, 0x20000c009a473b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a47418, 0xaa04fd, 0x2, 0xc005dc1400, 0xac7, 0xc005dc1400, 0xc009a47408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005dc1400, 0xac7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009a47570, 0xc00569a2e0, 0x28, 0xc007c450e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 495 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc00490d600, 0x8a8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004962540)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed3570, 0xc004fa8820, 0xc008f47960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 497 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004b48b60, 0xc0042b9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042b9418, 0xaa04f9, 0x2, 0xc00a5ac000, 0x1597, 0x1, 0x488, 0xc0085a1e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a5ac000, 0x1597, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042b9570, 0xc000ca1a20, 0x38, 0xc001e15500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 433 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077f1c00, 0x691, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077f1c00, 0x691, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077f1c00, 0x691, 0x0, 0x0, 0x115f500, 0x691, 0x691)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077f1c00, 0x691, 0x0, 0x0, 0xaa0378, 0x1, 0xc0077f0e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077f1c00, 0x691, 0x691, 0xc0077f1c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007db6240, 0x2a, 0xc0077f1c00, 0x691, 0xaa0378, 0x1, 0xc0077f1c00, 0x691, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 500 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098db900, 0x11be, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098db900, 0x11be, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098db900, 0x11be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098db900, 0x11be, 0x0, 0x0, 0x115f500, 0x11be, 0x11be)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098db900, 0x11be, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098d9300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098db900, 0x11be, 0x11be, 0xc0098db900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000caa7c0, 0x38, 0xc0098db900, 0x11be, 0xaa0378, 0x1, 0xc0098db900, 0x11be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 501 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00c231680, 0x43e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00c231680, 0x43e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c231680, 0x43e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c231680, 0x43e, 0x0, 0x0, 0x115f500, 0xc00c231680, 0x43e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c231680, 0x43e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c230d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c231680, 0x43e, 0x43e, 0xc00c231680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000543880, 0x39, 0xc00c231680, 0x43e, 0xaa0378, 0x1, 0xc00c231680, 0x43e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 502 [semacquire]:
strings.Replace(0xc0034ef800, 0x744, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc0034ef800, 0x744)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003181570, 0xc0051fdee0, 0xc007abbf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 504 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c0b500, 0x1467, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c0b500, 0x1467, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c0b500, 0x1467, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c0b500, 0x1467, 0x0, 0x0, 0x115f500, 0x1467, 0x1467)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c0b500, 0x1467, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c0a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c0b500, 0x1467, 0x1467, 0xc005c0b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694eb0, 0x4b, 0xc005c0b500, 0x1467, 0xaa0378, 0x1, 0xc005c0b500, 0x1467, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 506 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002538000, 0x3b6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002538000, 0x3b6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002538000, 0x3b6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002538000, 0x3b6, 0x0, 0x0, 0x115f500, 0x3b6, 0x3b6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002538000, 0x3b6, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f5f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002538000, 0x3b6, 0x3b6, 0xc002538000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8000, 0x4d, 0xc002538000, 0x3b6, 0xaa0378, 0x1, 0xc002538000, 0x3b6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 510 [semacquire]:
bytes.makeSlice(0xa67, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008a0c6c0, 0x10f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008a0c6c0, 0xc005798000, 0x10f, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008a0c6c0, 0xc005798000, 0x10f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723b030, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723afc0, 0xb84d20, 0xc008a0c6c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008a0c6c0, 0xc00723afc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008a0c690, 0x203002, 0x203002, 0x4ee357f900000000, 0xc002a33190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008a0c690)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008a0c660, 0xc002a33320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002a33708, 0xc004991ea0, 0xaac03e, 0x7, 0xc004991ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002a33708, 0xc004991ea0, 0xc00afb1420)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 511 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00671b418, 0xaa04fd, 0x2, 0xc00b7eb500, 0x14b9, 0xc00b7eb500, 0xc00671b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b7eb500, 0x14b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00671b570, 0xc0057d02c0, 0x3e, 0xc004ed5cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 512 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047f1140, 0x200, 0x200)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0047f1140, 0xb7b620, 0xc0084fa4e0, 0x203002, 0x203002, 0x203002)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0084fa4e0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0084fa4e0, 0xc0047f1230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0084fa4e0, 0x0, 0x0, 0x0, 0x1000, 0xc0069a5000, 0xf14, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0069a5000, 0xf14, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0046f6a80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f1570, 0xc0049901a0, 0xc005f1d8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 514 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00bd29500, 0x9e3)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00be26000, 0x9e3)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 515 [semacquire]:
strings.genSplit(0xc00430a000, 0xfaa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006bf2000, 0x337, 0x337)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003399418, 0xaa04d9, 0x2, 0xc003997000, 0xfaa, 0x1, 0x337, 0xc0021860e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003997000, 0xfaa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003399570, 0xc00651d780, 0x3a, 0xc004d323c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005901e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 516 [semacquire]:
bytes.makeSlice(0x1bf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008a33260, 0xb1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008a33260, 0xc0049fd980, 0xb1, 0x5165d7, 0xc008f9ed51, 0xc000cf38d6)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000a0fab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005bbc090, 0xc005bbc600, 0xc005b2bb00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a33570, 0xc0048b4200, 0x2d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 517 [semacquire]:
strings.genSplit(0xc006745500, 0x911, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1f5, 0x1f5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00305f418, 0xaa0599, 0x2, 0xc0031b4a80, 0x911, 0x1, 0x1f5, 0xc004eaffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0031b4a80, 0x911, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00305f570, 0xc004eae5e0, 0x40, 0xc000e13f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005904e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 518 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f1c800, 0x1578, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f1c800, 0x1578, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f1c800, 0x1578, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f1c800, 0x1578, 0x0, 0x0, 0x115f500, 0xc003f1c800, 0x1578)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f1c800, 0x1578, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f1b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f1c800, 0x1578, 0x1578, 0xc003f1c800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4ef50, 0x41, 0xc003f1c800, 0x1578, 0xaa0378, 0x1, 0xc003f1c800, 0x1578, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 519 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005054000, 0xdb4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005054000, 0xdb4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005054000, 0xdb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005054000, 0xdb4, 0x0, 0x0, 0x115f500, 0xdb4, 0xdb4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005054000, 0xdb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00437b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005054000, 0xdb4, 0xdb4, 0xc005054000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004ed4248, 0x2f, 0xc005054000, 0xdb4, 0xaa0378, 0x1, 0xc005054000, 0xdb4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005907e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 520 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000417380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000417450, 0xc00704b880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc008a81080, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc000b5e990)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000b5e990, 0x0, 0x0, 0x0, 0xc80, 0xc00410ec80, 0xc3d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00410ec80, 0xc3d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047fc2c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002771570, 0xc001e4ff00, 0xc000960200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 522 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0052df0e0, 0x8d, 0x2, 0xc006b541f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0052df0e0, 0x8d, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc00b7e8070, 0xc006b54208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0011f3260, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006b55118, 0xc0011f3260, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b55118, 0xc0011f3260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc0011f3260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc006f36070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc006f36070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc006f36070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0030b5dc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3ce0, 0xc00366ed98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc004db3ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3c00, 0x54b170, 0xc008c108f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004db3c00, 0x0, 0x0, 0x0, 0x0, 0xc004db3c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f45500, 0x0, 0x0, 0x0, 0x1500, 0xc00a323500, 0x133f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00a323500, 0x133f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d377a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366f570, 0xc006f01a40, 0xc007ff3320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 523 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ef55e0, 0xaa04f9, 0x2, 0xc009b0c180, 0xb2, 0xf, 0x1b, 0xc008bdc7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ef5570, 0xc0068081c0, 0x31)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 524 [semacquire]:
strings.genSplit(0xc006d09000, 0xdb6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047e0000, 0x2f2, 0x2f2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e41418, 0xaa0503, 0x2, 0xc007b49000, 0xdb6, 0x5, 0x2f2, 0xc0003b04c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007b49000, 0xdb6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e41570, 0xc000961780, 0x36, 0xc00702bd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 525 [semacquire]:
strings.genSplit(0xc000d76c00, 0x12d5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a29c000, 0x3a7, 0x3a7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00236f418, 0xaa04d9, 0x2, 0xc004c49900, 0x12d5, 0x1, 0x3a7, 0xc006808440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004c49900, 0x12d5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00236f570, 0xc00265cba0, 0x3b, 0xc004c5bf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005910e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 526 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0019d5200, 0x44c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019d5200, 0x44c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019d5200, 0x44c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019d5200, 0x44c, 0x0, 0x0, 0x115f500, 0xc0019d5200, 0x44c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019d5200, 0x44c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019d4d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019d5200, 0x44c, 0x44c, 0xc0019d5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ebe140, 0x3d, 0xc0019d5200, 0x44c, 0xaa0378, 0x1, 0xc0019d5200, 0x44c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 528 [semacquire]:
strings.genSplit(0xc000a93200, 0x258f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003d16000, 0x71f, 0x71f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f31418, 0xaa0569, 0x2, 0xc000a8c000, 0x258f, 0x1f, 0x71f, 0xc006dc1200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a8c000, 0x258f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f31570, 0xc005f1dae0, 0x35, 0xc00a693e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 529 [semacquire]:
strings.genSplit(0xc00c286600, 0x11b5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0092f1000, 0x2e2, 0x2e2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00212b418, 0xaa0503, 0x2, 0xc00b25b300, 0x11b5, 0x5, 0x2e2, 0xc007b3adc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b25b300, 0x11b5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00212b570, 0xc0000cbfc0, 0x1e, 0xc004677980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005916e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 530 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc003b9b900, 0x11ce, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001a00d50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012a5570, 0xc004eafae0, 0xc0003b12c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 531 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003fd3ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003fd3c70, 0xc003160690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005631020, 0x0, 0x0, 0x0, 0x0, 0x2c01, 0xc005630ff0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005630ff0, 0x0, 0x0, 0x0, 0x3000, 0xc006e86000, 0x2c2c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006e86000, 0x2c2c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005e9f180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0089d1570, 0xc006d6c3c0, 0xc00a7acde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005919e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 532 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008290a80, 0xa22, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008290a80, 0xa22, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008290a80, 0xa22, 0x0, 0x0, 0x115f500, 0xa22, 0xa22)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008290a80, 0xa22, 0x0, 0x0, 0xaa0378, 0x1, 0xc008290000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008290a80, 0xa22, 0xa22, 0xc008290a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c17ea0, 0x4a, 0xc008290a80, 0xa22, 0xaa0378, 0x1, 0xc008290a80, 0xa22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 535 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00743f000, 0x6b0, 0x6b0, 0x3, 0x0, 0x6af, 0xc00743f000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006a8d570, 0xc004e17fa0, 0xc004cfdc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 540 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc006a85400, 0x38e, 0x2, 0xc005311270, 0x40, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc006a85400, 0x38e, 0xaa04bf, 0x2, 0xc006a85400, 0x38e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0053113e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053113e0, 0xc00af617a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005311401, 0xc0004a7fb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005311570, 0xc00af617a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 543 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006dc04a0, 0xc002129318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002129418, 0xaa058b, 0x2, 0xc009802880, 0xcf0, 0x4, 0x2b5, 0xc00875bc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009802880, 0xcf0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002129570, 0xc007c649c0, 0x34, 0xc0071acc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 544 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00baa4600, 0x50d5a7, 0xc00baa457c)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc006049800, 0x5f0, 0x5f0)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004489570, 0xc005886360, 0xc0019fb3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 545 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000a53e00, 0xc006bbb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006bbb418, 0xaa04f9, 0x2, 0xc00c2c5500, 0x1319, 0x1, 0x3e0, 0xc000a53de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c2c5500, 0x1319, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006bbb570, 0xc000a53a40, 0x42, 0xc004de75e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 546 [semacquire]:
strings.genSplit(0xc0093c4000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x252, 0x252)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f6f418, 0xaa04d9, 0x2, 0xc00405e800, 0xbf3, 0x1, 0x252, 0xc005e522e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00405e800, 0xbf3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f6f570, 0xc002b56500, 0x34, 0xc00702bb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 547 [semacquire]:
strings.genSplit(0xc00667ce00, 0xdc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x145, 0xc00667cd20, 0xdc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00887f5e0, 0xaa04f9, 0x2, 0xc00667cd20, 0xdc, 0xa, 0x1d, 0xc00272b340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00887f570, 0xc006f00200, 0x76)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 549 [semacquire]:
strings.Replace(0xc00b7d8000, 0xc47, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc006b000e0, 0x0, 0x0, 0x0, 0x0, 0xc006b000e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006dd4900, 0x0, 0x0, 0x0, 0x1300, 0xc007c6b300, 0x1035, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007c6b300, 0x1035, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0050c5db0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002733570, 0xc0019fbe80, 0xc007aba100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 550 [semacquire]:
strings.genSplit(0xc00acb4d80, 0xcb2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x261, 0x261)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a8d418, 0xaa058b, 0x2, 0xc00075ad80, 0xcb2, 0x3, 0x261, 0xc005f1db40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00075ad80, 0xcb2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a8d570, 0xc00470e920, 0x51, 0xc003f9e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 553 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002843418, 0xaa05c9, 0x2, 0xc0008c1300, 0x102d, 0x5, 0x315, 0xc006f019c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008c1300, 0x102d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843570, 0xc004da1340, 0x3e, 0xc001e15580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 554 [semacquire]:
strings.genSplit(0xc007180a80, 0x9cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00195f418, 0xaa058b, 0x2, 0xc005cf6000, 0x9cb, 0x6, 0x1ff, 0xc007971340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cf6000, 0x9cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00195f570, 0xc004ae27e0, 0x22, 0xc001a01890)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 555 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005ce4a80, 0x286, 0x286, 0x3, 0x0, 0x285, 0xc005ce4a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004bd570, 0xc000e06080, 0xc002b57f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 557 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f58d80, 0xc8d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f58d80, 0xc8d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f58d80, 0xc8d, 0x0, 0x0, 0x115f500, 0xc8d, 0xc8d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006557600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f58d80, 0xc8d, 0xc8d, 0xc001f58d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004c5be40, 0x3b, 0xc001f58d80, 0xc8d, 0xaa0378, 0x1, 0xc001f58d80, 0xc8d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 558 [semacquire]:
strings.genSplit(0xc0037f2000, 0xd52, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e11800, 0x273, 0x273)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003469418, 0xaa04df, 0x2, 0xc0037f7100, 0xd52, 0x1, 0x273, 0xc008ddc060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037f7100, 0xd52, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003469570, 0xc0058871a0, 0x30, 0xc005ab84e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 560 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc008b0ec60, 0xab2997, 0xc, 0xac00a4, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0049e9570, 0xc008b0ec60, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049e9570, 0xc004cfd260, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2546 [semacquire]:
bytes.makeSlice(0xacc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000057a98, 0xacc, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc00a26acf0, 0xacc, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 565 [semacquire]:
bytes.makeSlice(0xbe7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00ac7e540, 0x5, 0x9)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00ac7e540, 0xaa57d3, 0x5, 0x9, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00ac7e540, 0xc0020ee591, 0x60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:224 +0x14c
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc000cd8000, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0004ae930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021912d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021911f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc002190af0, 0xb84d20, 0xc00ac7e540)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00ac7e540, 0xc002190af0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0054b4930, 0x50d201, 0xc00292a6e0, 0x48, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001dd570, 0xc0053064e0, 0xc007b3a340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 566 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b1b5e0, 0xaa04f9, 0x2, 0xc0083a4f00, 0xe4, 0x1, 0xc001b1b2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0083b6e70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0083b6db0, 0xc001b1b378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b1b570, 0xc0026bd2c0, 0xc000a53960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b1b570, 0xc0026bd2c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b1b570, 0xc0026bd2c0, 0xc0026bd2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 567 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096fe6f0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003df7570, 0xc0096fe6f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003df7570, 0xc0004216a0, 0x56)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 568 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006549458, 0xaa04f9, 0x2, 0xc00a3bc000, 0xff, 0xc006549298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00c0314a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00c0313b0, 0xc006549320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0065493e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0065493e0, 0xc000dc5560, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006549401, 0xc00506b748)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006549570, 0xc000dc5560, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 569 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006e4e4b0, 0xc001b5f378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b5f570, 0xc008587c20, 0xc004fa8300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b5f570, 0xc008587c20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b5f570, 0xc008587c20, 0xc008587c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 570 [semacquire]:
bytes.makeSlice(0x87, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008bc8a80, 0x7, 0xc003bc6f28)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008bc8a80, 0xc001f51320, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008bc8a80, 0xc001f51320, 0x7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8a80, 0xc000f96000, 0xb84d20, 0xc008bc8a80)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc8a80, 0xc000f96000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc8a50, 0x203002, 0x203002, 0x14c8f0f600000000, 0xc003bc7190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008bc8a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc8a20, 0xc003bc7320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003bc7708, 0xc0021860a0, 0xaac03e, 0x7, 0xc0021860a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003bc7708, 0xc0021860a0, 0xc004eae1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 572 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ffb148, 0xc001ffaf00, 0x47ff20, 0xc001a79980, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ffb148, 0x3340, 0xc00008e600, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ffb148, 0x7f6004375080, 0xc001ffb198, 0x42cb96, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa04f7, 0x2, 0x1, 0xc001ffb1b0, 0xc001ffb1c8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa04f7, 0x2, 0x1, 0xb856e0, 0xc009e09640)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004901f50, 0xaa04f7, 0x2, 0xc00248c150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc004901f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:175 +0x1ea
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b0f170, 0xc001ffb320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001ffb3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001ffb3e0, 0xc000ebc660, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001ffb401, 0xc00653da38)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001ffb570, 0xc000ebc660, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 574 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2ee000, 0xd63, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2ee000, 0xd63, 0x0, 0x0, 0x115f500, 0xc00b2ee000, 0xd63)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b5ca380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2ee000, 0xd63, 0xd63, 0xc00b2ee000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049623c0, 0x3a, 0xc00b2ee000, 0xd63, 0xaa0378, 0x1, 0xc00b2ee000, 0xd63, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 576 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f471a0, 0xc000fe7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe7418, 0xaa0599, 0x2, 0xc006069500, 0x1359, 0x1, 0x3ae, 0xc00afb1800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006069500, 0x1359, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe7570, 0xc0085a05a0, 0x30, 0xc001ba8900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1423 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008058d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008058dd0, 0xc0078a6540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c20, 0x0, 0x0, 0x0, 0xc0035d1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035d1950, 0xc00759d000, 0xed3, 0xa, 0xc003fb6a2f, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 578 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc005215e60, 0xab29a3, 0xc, 0xc007c85326, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002675570, 0xc005215e60, 0x1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002675570, 0xc004f1c760, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 579 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006bf5500, 0x31d, 0x31d, 0x3, 0x0, 0x31c, 0xc006bf5500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00333b570, 0xc006dc03a0, 0xc007b3ac40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 580 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033a9600, 0xc98)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033aa380, 0xc98)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 581 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c063000, 0xf8a, 0x2, 0xc003443ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00c063000, 0xf8a, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00c063000, 0xf8a, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a23c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 583 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc0072abf00, 0x78, 0x0, 0xc0072abf00, 0x78, 0x78)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc0072abf00, 0x78, 0x3, 0xaa0378, 0x1, 0xc0072abf00, 0x78)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002595570, 0xc004b494e0, 0xc002824aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 584 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003f7e000, 0x1b5d, 0xc00333d270, 0xc00125d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003f7e000, 0x1b5d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333d418, 0xaa0569, 0x2, 0xc003f7e000, 0x1b5d, 0x1e, 0x4cf, 0xc007b3b180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7e000, 0x1b5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333d570, 0xc000ca09a0, 0x41, 0xc0050c4a0a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 586 [semacquire]:
bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0017b7140, 0x200, 0x1000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0017b7140, 0xb7b620, 0xc00c348450, 0x203003, 0x203003, 0x203003)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00c348450, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c348450, 0xc0017b7230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c348450, 0x0, 0x0, 0x0, 0x3800, 0xc002380000, 0x36c9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002380000, 0x36c9, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00679a6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017b7570, 0xc00470e800, 0xc006cb6c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2447 [semacquire]:
strings.genSplit(0xc005454000, 0x85e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007393a80, 0x1a6, 0x1a6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f55418, 0xaa058b, 0x2, 0xc00954c400, 0x85e, 0x6, 0x1a6, 0xc009e09360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00954c400, 0x85e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f55570, 0xc00ac7dd40, 0x40, 0xc00a72c500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 588 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc001045860, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc00490ffe0)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002775570, 0xc004da1ea0, 0xc005cef300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 589 [semacquire]:
bytes.makeSlice(0x545, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008b0f320, 0xc5, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008b0f320, 0xc0023f2340, 0xc5, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008b0f320, 0xc0023f2340, 0xc5, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc005008850, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc0050087e0, 0xb84d20, 0xc008b0f320)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0f320, 0xc0050087e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008b0f2f0, 0x203002, 0x203002, 0x374c755100000000, 0xc002319190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008b0f2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008b0f2c0, 0xc002319320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002319708, 0xc004eaf2c0, 0xaac03e, 0x7, 0xc004eaf2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002319708, 0xc004eaf2c0, 0xc0049910a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 590 [semacquire]:
bytes.makeSlice(0x207, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000e3d118, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000e3d118, 0x1189d0d, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000e3d118, 0xc00384cf00, 0x25c, 0x7, 0xc00384cf00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e3d118, 0xc0044d7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e3d118, 0xc0044d7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7260, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7180, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d6a80, 0xc00259cd98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d69a0, 0x54b170, 0xc002566680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0044d69a0, 0x0, 0x0, 0x0, 0x0, 0xc0044d69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001bcb770, 0x0, 0x0, 0x0, 0x1000, 0xc00c698000, 0xddf, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00c698000, 0xddf, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00233aa30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00259d570, 0xc004eaf220, 0xc0019fb220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 592 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001074a00, 0x144e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001074a00, 0x144e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001074a00, 0x144e, 0x0, 0x0, 0x115f500, 0x144e, 0x144e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001074a00, 0x144e, 0x0, 0x0, 0xaa0378, 0x1, 0xc006cd0a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001074a00, 0x144e, 0x144e, 0xc001074a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb2564, 0x36, 0xc001074a00, 0x144e, 0xaa0378, 0x1, 0xc001074a00, 0x144e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 594 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00a1b0600, 0x10fd, 0x2, 0xc00a41d090, 0xc00a1b0600, 0x10fd, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00a1b0600, 0x10fd, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0024ae540, 0x0, 0x0, 0x0, 0x0, 0xc0024ae540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008f9d200, 0x0, 0x0, 0x0, 0x1500, 0xc008cca000, 0x14c3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008cca000, 0x14c3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00091d1a4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003079570, 0xc0051fdce0, 0xc008cb6380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a31a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 595 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007f14000, 0x2e75, 0x437c3e, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007f14000, 0x2e75, 0x42f9b8, 0xc003c1d338)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c1d418, 0xaa04d9, 0x2, 0xc007f14000, 0x2e75, 0xc007f14000, 0xc003c1d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007f14000, 0x2e75, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c1d570, 0xc004da0a80, 0x44, 0xc0004908c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 599 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0067b43a0, 0xc00310d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00310d418, 0xaa05c9, 0x2, 0xc0038b6800, 0x706, 0x5, 0x190, 0xc009e37c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0038b6800, 0x706, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00310d570, 0xc002186b20, 0x5e, 0xc002a7c562)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 600 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002452000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc002452000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018df570, 0xc0019fad60, 0xc001fc1960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 601 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a435e0, 0xaa04f9, 0x2, 0xc007af8000, 0x2bc, 0xb, 0x25, 0xc008575ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009a43570, 0xc002126c40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 607 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a275e0, 0xaa04f9, 0x2, 0xc00838c000, 0x15d, 0x1, 0x24, 0xc008c7f0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a27570, 0xc000a53380, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 611 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007a03500, 0x32b, 0x32b, 0x3, 0x0, 0x32a, 0xc007a03500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003367570, 0xc0057d06e0, 0xc0027fe9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 612 [semacquire]:
strings.genSplit(0xc00809d800, 0x723, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x179)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095b570, 0xc00899f3b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095b570, 0xc004c4c100, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 617 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008d2600, 0x1142, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008d2600, 0x1142, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008d2600, 0x1142, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008d2600, 0x1142, 0x0, 0x0, 0x115f500, 0x1142, 0x1142)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008d2600, 0x1142, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bf48c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008d2600, 0x1142, 0x1142, 0xc0008d2600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f720, 0x29, 0xc0008d2600, 0x1142, 0xaa0378, 0x1, 0xc0008d2600, 0x1142, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 618 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a1173e0, 0xc003b29318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b29418, 0xaa058b, 0x2, 0xc001126800, 0x791, 0x3, 0x17f, 0xc0019fb7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001126800, 0x791, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29570, 0xc005e52ca0, 0x55, 0xc006a825a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 619 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042f7fb0, 0x50d201, 0xc000ccb76e, 0x3f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003743570, 0xc005f1c600, 0xc004b49500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006964e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 620 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053c4680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0053c4750, 0xc001bb9570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004a2a720, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc00ac7e8a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00ac7e8a0, 0x0, 0x0, 0x0, 0x1000, 0xc006af7000, 0xf40, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006af7000, 0xf40, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc009db8e40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047eb570, 0xc00a030220, 0xc00a116d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006965a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 621 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbea80, 0x946, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbea80, 0x946, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbea80, 0x946, 0x0, 0x0, 0x115f500, 0x946, 0x946)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbea80, 0x946, 0x0, 0x0, 0xaa0378, 0x1, 0xc004bbe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbea80, 0x946, 0x946, 0xc004bbea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005927890, 0x30, 0xc004bbea80, 0x946, 0xaa0378, 0x1, 0xc004bbea80, 0x946, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 623 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d93200, 0x40b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d93200, 0x40b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d93200, 0x40b, 0x0, 0x0, 0x115f500, 0x40b, 0x40b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d93200, 0x40b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005d92d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d93200, 0x40b, 0x40b, 0xc005d93200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004983e60, 0x2d, 0xc005d93200, 0x40b, 0xaa0378, 0x1, 0xc005d93200, 0x40b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006967e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 626 [semacquire]:
strings.genSplit(0xc00934d600, 0xd25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4c5000, 0x2e4, 0x2e4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a35418, 0xaa058b, 0x2, 0xc003817100, 0xd25, 0x4, 0x2e4, 0xc00a117840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003817100, 0xd25, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a35570, 0xc007c83680, 0x31, 0xc007a7a340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 627 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009fb2000, 0x1c6e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0x115f500, 0x1c6e, 0x1c6e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc009fae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009fb2000, 0x1c6e, 0x1c6e, 0xc009fb2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0027562a0, 0xd, 0xc009fb2000, 0x1c6e, 0xaa0378, 0x1, 0xc009fb2000, 0x1c6e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 628 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc006d01800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006028370)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000893570, 0xc00523ad20, 0xc007aba7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 630 [semacquire]:
strings.genSplit(0xc00717a000, 0x1c9d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a2d5500, 0x536, 0x536)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aa9418, 0xaa0503, 0x2, 0xc001884000, 0x1c9d, 0x4, 0x536, 0xc007c83ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001884000, 0x1c9d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aa9570, 0xc004ae2240, 0x1c, 0xc004f94660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 634 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00a0d1118, 0xc000ea8070, 0x65, 0x2, 0x2, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00a0d1118, 0xc000ea8070, 0x65, 0x65, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4380, 0xc00a0d0208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a6e4310, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00a0d1118, 0xc00a6e4310, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9110, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9030, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8930, 0x20300200000000, 0x7f5ff4388fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8850, 0x54b170, 0xc006878ea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a1a8850, 0x0, 0x0, 0x0, 0x0, 0xc00a1a8850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a6ae510, 0x0, 0x0, 0x0, 0x1980, 0xc002beb980, 0x197b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002beb980, 0x197b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0077c6200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fb7570, 0xc008427f00, 0xc00272b640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 635 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x12ea, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b010600, 0x12ea, 0x12ea, 0xc00b010600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00338fa20, 0x13, 0xc00b010600, 0x12ea, 0xaa0378, 0x1, 0xc00b010600, 0x12ea, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006972c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 636 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc003d30c00, 0xb17, 0x2, 0xc000597270, 0xc0004a6560, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc003d30c00, 0xb17, 0xaa0378, 0x1, 0xc000ca0040, 0xc004d3cd80)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0005973e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005973e0, 0xc0021b81b0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x101, 0xc0072fd908)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000597570, 0xc0021b81b0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 637 [semacquire]:
strings.genSplit(0xc00acf8c00, 0x12d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1422, 0xc00acf7900, 0x12d4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001abf5e0, 0xaa04f9, 0x2, 0xc00acf7900, 0x12d4, 0xb, 0x4d, 0xc002825880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001abf570, 0xc0000ca080, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1136 [semacquire]:
bytes.makeSlice(0x17e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0044b31f0, 0x17e, 0x42ca96)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0044b31f0, 0xc007b8e780, 0x17e, 0x28, 0x28, 0xc0055cf6e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005078420, 0xc0055cf6e0, 0xc0044b3268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0044b3570, 0xc005078420, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044b3570, 0xc006b12800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003db34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 639 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc004ab8be0, 0xc003e82880, 0xd22, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e82880, 0xd22, 0xd22, 0x1, 0xc003e82880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274cf40, 0x3c, 0xc003e82880, 0xd22, 0xaa0378, 0x1, 0xc003e82880, 0xd22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006975c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 640 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00371b900, 0x11eb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00371b900, 0x11eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00371b900, 0x11eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00371b900, 0x11eb, 0x0, 0x0, 0x115f500, 0x11eb, 0x11eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00371b900, 0x11eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc004298c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00371b900, 0x11eb, 0x11eb, 0xc00371b900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005216980, 0x3d, 0xc00371b900, 0x11eb, 0xaa0378, 0x1, 0xc00371b900, 0x11eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 641 [semacquire]:
strings.genSplit(0xc00ba4c000, 0x19ff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f45000, 0x4eb, 0x4eb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006005418, 0xaa05c9, 0x2, 0xc0012e3a80, 0x19ff, 0x6, 0x4eb, 0xc0019fbf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0012e3a80, 0x19ff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006005570, 0xc006f00480, 0x37, 0xc00623c6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 642 [semacquire]:
strings.genSplit(0xc002e76000, 0x11a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e3e000, 0x3df, 0x3df)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a2f418, 0xaa0599, 0x2, 0xc003e7cc00, 0x11a3, 0x1, 0x3df, 0xc0009fcc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e7cc00, 0x11a3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a2f570, 0xc004ab80a0, 0x39, 0xc000af64c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 643 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006598000, 0x821, 0xc00031b270, 0xc00172a000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006598000, 0x821, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00031b418, 0xaa0569, 0x2, 0xc006598000, 0x821, 0x11, 0x193, 0xc0019faca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006598000, 0x821, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00031b570, 0xc001b88460, 0x48, 0xc000afa3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006978c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 645 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0071c8000, 0x1b1e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb3bca27f00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00036f570, 0xc000960320, 0xc0009606a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 646 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f11418, 0xaa0503, 0x2, 0xc0096a6800, 0x27a1, 0x5, 0x7ca, 0xc00a6224c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0096a6800, 0x27a1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f11570, 0xc002b577a0, 0x2f, 0xc00873e810)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 647 [semacquire]:
strings.Replace(0xc007c0a000, 0x1dbc, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a195810, 0x0, 0x0, 0x0, 0x0, 0xc00a195810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ff30e0, 0x0, 0x0, 0x0, 0x2800, 0xc0071b5000, 0x2724, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0071b5000, 0x2724, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000028b70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000503570, 0xc0003b03e0, 0xc009ff4cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 649 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d5c0, 0xc004795318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004795418, 0xaa058b, 0x2, 0xc009336000, 0x1ade, 0x5, 0x57d, 0xc004c4c580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009336000, 0x1ade, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004795570, 0xc002b575a0, 0x1c, 0xc002a1bac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 650 [semacquire]:
bytes.makeSlice(0x110c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004f07260, 0xf2, 0x90)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004f07260, 0xc00166a900, 0xf2, 0x5165d7, 0xc0033e87db, 0xc000cbbf10)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e4540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e44d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001930a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00117c8d0, 0xc00117cba0, 0xc009db6400)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004f07570, 0xc0003b13c0, 0x29)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 651 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036aac80, 0xc1f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036aac80, 0xc1f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036aac80, 0xc1f, 0x0, 0x0, 0x115f500, 0xc1f, 0xc1f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f9b900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036aac80, 0xc1f, 0xc1f, 0xc0036aac80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e100, 0x3a, 0xc0036aac80, 0xc1f, 0xaa0378, 0x1, 0xc0036aac80, 0xc1f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2456 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee8820, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee8820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee8820, 0xc001c78380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa6c0, 0x0, 0x0, 0x0, 0xc001193258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa6c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001193950, 0xc0042ea000, 0x15fc, 0x6565796f6c706d65, 0x6873209d80e22c73, 0x2065746f72772065)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 654 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc00596f790, 0xc00888a101)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc00596f790, 0x7f600000006d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc00596f790, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc00596f860, 0xc000b52310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a9682d0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00a9682a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a9682a0, 0x0, 0x0, 0x0, 0xa80, 0xc003c48a80, 0x9d4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003c48a80, 0x9d4, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc56955ca00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed5570, 0xc001e4e860, 0xc00ad50860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 656 [semacquire]:
strings.genSplit(0xc006ef6000, 0xef0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008527500, 0x301, 0x301)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c09418, 0xaa05c9, 0x2, 0xc00b531000, 0xef0, 0x7, 0x301, 0xc00723d640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b531000, 0xef0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c09570, 0xc00a622c20, 0x38, 0xc001da478a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000982a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 658 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d000, 0xc00101f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101f418, 0xaa04d9, 0x2, 0xc0009cec00, 0x105b, 0x1, 0x31f, 0xc0051fdfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009cec00, 0x105b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101f570, 0xc0048b5660, 0x39, 0xc004bd7e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 659 [semacquire]:
strings.genSplit(0xc006878000, 0xe3c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009f41000, 0x2c8, 0x2c8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003711418, 0xaa04fd, 0x2, 0xc00b407000, 0xe3c, 0x1, 0x2c8, 0xc0049c19a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b407000, 0xe3c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003711570, 0xc00875bdc0, 0x45, 0xc005c4f860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000984e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 661 [semacquire]:
bytes.makeSlice(0x19ba, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008c5f530, 0x9e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008c5f530, 0xc000c71400, 0x9e, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008c5f530, 0xc000c71400, 0x9e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc002173650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc0021735e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732150, 0xb84d20, 0xc008c5f530)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008c5f530, 0xc004732150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001a81380, 0x3, 0xc000313e00, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018f1570, 0xc002825440, 0xc004943280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 662 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a22e80, 0xc000ba7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ba7418, 0xaa058b, 0x2, 0xc000e04800, 0x17a3, 0x5, 0x4e9, 0xc00a2edba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000e04800, 0x17a3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ba7570, 0xc00000fc20, 0x2d, 0xc001ba8d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 663 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc006fc6a82, 0xa51, 0x2, 0xc000757ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000987e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 664 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ea6000, 0x10be, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ea6000, 0x10be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ea6000, 0x10be, 0x0, 0x0, 0x115f500, 0x10be, 0x10be)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ea6000, 0x10be, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f8f300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ea6000, 0x10be, 0x10be, 0xc003ea6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca200, 0x36, 0xc003ea6000, 0x10be, 0xaa0378, 0x1, 0xc003ea6000, 0x10be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000988a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 668 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055763a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005576390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003bd1c00, 0x6f2, 0x6f2, 0x1, 0xc003bd1c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa1e0, 0x4a, 0xc003bd1c00, 0x6f2, 0xaa0378, 0x1, 0xc003bd1c00, 0x6f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 670 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc003900700, 0x63c, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc000f20a10, 0x0, 0x0, 0x0, 0x0, 0xc000f20a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00764dfb0, 0x0, 0x0, 0x0, 0x900, 0xc0042a3b00, 0x8ff, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042a3b00, 0x8ff, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00238e770)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00648f570, 0xc004cfd460, 0xc006b13c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 671 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003169000, 0xf65, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003169000, 0xf65, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003169000, 0xf65, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003169000, 0xf65, 0x0, 0x0, 0x115f500, 0xf65, 0xf65)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003169000, 0xf65, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003169000, 0xf65, 0xf65, 0xc003169000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00039042b, 0x54, 0xc003169000, 0xf65, 0xaa0378, 0x1, 0xc003169000, 0xf65, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 673 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbe300, 0x646, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbe300, 0x646, 0x0, 0x0, 0x115f500, 0xc006cbe300, 0x646)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbe300, 0x646, 0x0, 0x0, 0xaa0378, 0x1, 0xc00367dc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbe300, 0x646, 0x646, 0xc006cbe300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6dd60, 0x4b, 0xc006cbe300, 0x646, 0xaa0378, 0x1, 0xc006cbe300, 0x646, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 674 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003727418, 0xaa04f9, 0x2, 0xc009ddaa80, 0x90c, 0x1, 0x1c7, 0xc008f47560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009ddaa80, 0x90c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003727570, 0xc000ca0640, 0x41, 0xc006029450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 676 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045055e0, 0xaa04f9, 0x2, 0xc008767000, 0x7ad, 0x0, 0xc00125d880, 0x7f602d0a9e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004505570, 0xc0064492c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 679 [semacquire]:
strings.genSplit(0xc006f9a000, 0x1b67, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00abf4000, 0x553, 0x553)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a89418, 0xaa0503, 0x2, 0xc00b49e000, 0x1b67, 0x5, 0x553, 0xc004c4c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b49e000, 0x1b67, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006a89570, 0xc004cfc180, 0x48, 0xc002838af0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000995c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 681 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006a6cf00, 0x23c, 0x23c, 0x3, 0x0, 0x23b, 0xc006a6cf00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298f570, 0xc0068086c0, 0xc00651c5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2459 [semacquire]:
strings.genSplit(0xc0066e8000, 0xa22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0006a1810, 0x30000c0034633b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003463418, 0xaa04fd, 0x2, 0xc001c65500, 0xa22, 0xc001c65500, 0xc003463408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc001c65500, 0xa22, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003463570, 0xc008bdd400, 0x47, 0xc007b7d270)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a06720, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 683 [semacquire]:
bytes.makeSlice(0x336c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007baa5d0, 0x23c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007baa5d0, 0xc004edb440, 0x23c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007baa5d0, 0xc004edb440, 0x23c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653500, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcc40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcb60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddc460, 0xb84d20, 0xc007baa5d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007baa5d0, 0xc002ddc460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00482f530, 0x50d2a1, 0xc002e7df80, 0x1a, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00341d570, 0xc0064482c0, 0xc00b31c800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000998c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 684 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc006040800, 0x75c, 0x2, 0xc00210f270, 0xc0082aa648, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc006040800, 0x75c, 0xaa0378, 0x1, 0xc000ca15a0, 0xc008ccccc0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00210f3e0, 0xc008cccc40, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00210f3e0, 0xc00507bc80, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00210f401, 0xc00b371a38)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00210f570, 0xc00507bc80, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 685 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004cb79d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004cb79c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147100, 0x6b2, 0x6b2, 0x1, 0xc002147100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e156d0, 0x42, 0xc002147100, 0x6b2, 0xaa0378, 0x1, 0xc002147100, 0x6b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 686 [semacquire]:
strings.genSplit(0xc0031d8c00, 0x1249, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a7c3000, 0x374, 0x374)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003951418, 0xaa04df, 0x2, 0xc008804c00, 0x1249, 0x5, 0x374, 0xc005f1c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008804c00, 0x1249, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003951570, 0xc005e52240, 0x40, 0xc0064d9480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 687 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004e169e0, 0xc0015eb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015eb418, 0xaa0503, 0x2, 0xc003a81000, 0xddb, 0x5, 0x3ad, 0xc004b49980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a81000, 0xddb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015eb570, 0xc00265c1e0, 0x41, 0xc0050c4565)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 688 [semacquire]:
strings.genSplit(0xc0052b0000, 0x1f2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b9a6000, 0x57c, 0x57c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a39418, 0xaa059b, 0x2, 0xc009cc8000, 0x1f2b, 0x6b, 0x57c, 0xc00a117a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009cc8000, 0x1f2b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a39570, 0xc005e53280, 0x46, 0xc0062fdf90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 689 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ca73e0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f9570, 0xc00a9d1440, 0x1d, 0xc004f73880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 690 [semacquire]:
strings.genSplit(0xc003ca3500, 0x1432, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a560800, 0x46b, 0x46b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002877418, 0xaa04df, 0x2, 0xc003f7ca00, 0x1432, 0x7, 0x46b, 0xc0067b40a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7ca00, 0x1432, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002877570, 0xc000ca1d80, 0x63, 0xc000cec699)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 691 [semacquire]:
strings.genSplit(0xc0037cb900, 0x229b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x645, 0x645)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00061b418, 0xaa0569, 0x2, 0xc00979f900, 0x229b, 0x20, 0x645, 0xc004ab8440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00979f900, 0x229b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00061b570, 0xc000a527a0, 0x29, 0xc000114120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 692 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c08a0, 0xc002265318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002265418, 0xaa04df, 0x2, 0xc000a85100, 0x1ab7, 0x8, 0x5bd, 0xc007d6ca20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a85100, 0x1ab7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002265570, 0xc0049c0400, 0x20, 0xc004e41920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 693 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009b67f40, 0xc009c95278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009c955e0, 0xaa04f9, 0x2, 0xc0066c6480, 0x469, 0x1, 0x37, 0xc006892560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009c95570, 0xc0057d0820, 0xa1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 694 [semacquire]:
strings.genSplit(0xc00a681800, 0x153c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00063a000, 0x3e8, 0x3e8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00036b418, 0xaa05c9, 0x2, 0xc0005dd800, 0x153c, 0x5, 0x3e8, 0xc004eaf7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005dd800, 0x153c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00036b570, 0xc000ca0000, 0x38, 0xc000c14000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 695 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xc000d94400, 0x7, 0x1, 0xc0051e91e8, 0x46e527)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054182a0, 0xc000d94400, 0x7, 0xaa413a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc0054182a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0054181b0, 0xc0051e9350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0051e9708, 0xc004cfdb40, 0xc000137ae0, 0xc0051e93f8, 0xc00478ed80)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0051e9708, 0xc004cfdb40, 0xc001fc1d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 696 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006e2c80, 0x1977, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006e2c80, 0x1977, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006e2c80, 0x1977, 0x0, 0x0, 0x115f500, 0x1977, 0x1977)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b70ea00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006e2c80, 0x1977, 0x1977, 0xc0006e2c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006028230, 0x47, 0xc0006e2c80, 0x1977, 0xaa0378, 0x1, 0xc0006e2c80, 0x1977, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 697 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008046120, 0x30, 0x2, 0xc0064781f0, 0xc004260500, 0x66, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008046120, 0x30, 0xaa0378, 0x1, 0xc00b3ecee0, 0x66)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0001b6c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0032f2e00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006479118, 0xc0032f2e00, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006479118, 0xc0032f2e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0032f2e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e620, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e540, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afb20, 0xc000681500, 0x7f602d0ac080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc0086afb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afa40, 0x54b170, 0xc007d8b110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0086afa40, 0x0, 0x0, 0x0, 0x0, 0xc0086afa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0086bfa10, 0x0, 0x0, 0x0, 0x900, 0xc0082c9600, 0x879, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0082c9600, 0x879, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00708a120)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a03570, 0xc000a52ea0, 0xc007c64bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 700 [semacquire]:
strings.Replace(0xc00c5f6000, 0x1dec, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0071f07e0, 0x0, 0x0, 0x0, 0x0, 0xc0071f07e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008bc80f0, 0x0, 0x0, 0x0, 0x2800, 0xc0096a4000, 0x266a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0096a4000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00a692180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c01570, 0xc007c828c0, 0xc007c83220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 701 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f58cf0, 0x2704fdb20, 0x1251a20, 0xc0019fa0e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b06c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 702 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018e9cc0, 0x0, 0x0, 0x0, 0xc006021800, 0x17cf, 0x2, 0xc009b4f270, 0xc006021800, 0x17cf, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018e9cc0, 0xc006021800, 0x17cf, 0xaa0378, 0x1, 0x1, 0x28)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002457570, 0xc002b565c0, 0xc004cfc780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1821 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0051f9000, 0xdfe, 0xc0041d3270, 0xc0014ca380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0051f9000, 0xdfe, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041d3418, 0xaa058b, 0x2, 0xc0051f9000, 0xdfe, 0x6, 0x2bd, 0xc009e36b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0051f9000, 0xdfe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041d3570, 0xc009e36800, 0x38, 0xc002a962c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003734900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 704 [semacquire]:
strings.genSplit(0xc002d85500, 0x1a40, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a80, 0x0, 0x4007f60041bfe70)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e97418, 0xaa04fd, 0x2, 0xc00bcac000, 0x1a40, 0xc00bcac000, 0xc003e97408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00bcac000, 0x1a40, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e97570, 0xc004b49f20, 0x2a, 0xc000c19260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 705 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000eef418, 0xaa04f9, 0x2, 0xc0091bc500, 0x2274, 0x1, 0x794, 0xc0081df460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0091bc500, 0x2274, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000eef570, 0xc007c65000, 0x43, 0xc006e95d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 706 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a37c600, 0x5eb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a37c600, 0x5eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a37c600, 0x5eb, 0x0, 0x0, 0x115f500, 0x5eb, 0x5eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00946d800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a37c600, 0x5eb, 0x5eb, 0xc00a37c600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b77d00, 0x53, 0xc00a37c600, 0x5eb, 0xaa0378, 0x1, 0xc00a37c600, 0x5eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 707 [semacquire]:
strings.genSplit(0xc000d74600, 0x12bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c50f000, 0x42c, 0x42c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d49418, 0xaa04f9, 0x2, 0xc003588600, 0x12bc, 0x1, 0x42c, 0xc001e4f840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003588600, 0x12bc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d49570, 0xc005cee680, 0x3b, 0xc004ed5894)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 708 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c2c0, 0xc002051318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002051418, 0xaa059b, 0x2, 0xc007bd4000, 0x1dab, 0x91, 0x608, 0xc0070263e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007bd4000, 0x1dab, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002051570, 0xc0009fd5c0, 0x51, 0xc006fcd740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 709 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003abe000, 0xe40, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003abe000, 0xe40, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003abe000, 0xe40, 0x0, 0x0, 0x115f500, 0xe40, 0xe40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003abe000, 0xe40, 0x0, 0x0, 0xaa0378, 0x1, 0xc00535c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003abe000, 0xe40, 0xe40, 0xc003abe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299ed20, 0x4f, 0xc003abe000, 0xe40, 0xaa0378, 0x1, 0xc003abe000, 0xe40, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 710 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc009e566f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009e566f0, 0x0, 0x0, 0x0, 0x2000, 0xc0043c8000, 0x1e31, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0043c8000, 0x1e31, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000cba280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a33570, 0xc0003b0300, 0xc006dc1780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 711 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00117f900, 0x0, 0x0, 0x0, 0xc007e46000, 0x1fd3, 0x2, 0xc0026c3270, 0xc007e46000, 0x1fd3, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00117f900, 0xc007e46000, 0x1fd3, 0xaa0378, 0x1, 0x1, 0x16)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020d3570, 0xc007027960, 0xc00ad51880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 712 [semacquire]:
bytes.makeSlice(0x8bd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0009e7278, 0xbb, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0009e7278, 0xc00ab38000, 0xbb, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0047d11f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00478bc70)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0009e73e0, 0xc0049f5200, 0x4, 0xc007cdc180)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0009e73e0, 0xc000d6a600, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0009e73e0, 0xc0049f5200, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0009e7401, 0xc00a70c2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0009e7570, 0xc0049f5200, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 713 [semacquire]:
regexp/syntax.(*parser).push(0xc003173bc0, 0xc000ca2000, 0xc000ca2000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc003173bc0, 0x65)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00284b358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00284b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00284b358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00284b358, 0x75a856, 0x0, 0xc0004947e0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00284b358, 0xc00284b320, 0xc00284b3a8, 0x42ca96, 0xc008b0eb10, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00284b3c0, 0xc00284b3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007b3b160)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005cc7350, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00284b570, 0xc0084873c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 714 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c455e0, 0xaa04f9, 0x2, 0xc00b906420, 0x156, 0x1, 0x1a, 0xc00b43b9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c45570, 0xc005e535a0, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 715 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0007caf00, 0x201f, 0xc0028b3270, 0xc00004d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0007caf00, 0x201f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b3418, 0xaa04f9, 0x2, 0xc0007caf00, 0x201f, 0x1, 0x604, 0xc004eaeca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0007caf00, 0x201f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b3570, 0xc004eae800, 0x1a, 0xc004e41540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 716 [semacquire]:
strings.genSplit(0xc008fac000, 0x15fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f40000, 0x500, 0x500)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fdd418, 0xaa04f9, 0x2, 0xc0060db800, 0x15fa, 0x1, 0x500, 0xc009eccba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0060db800, 0x15fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006fdd570, 0xc005f1d020, 0x37, 0xc00526df80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 718 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fef5e0, 0xaa04f9, 0x2, 0xc005978000, 0x165, 0x1, 0x1b, 0xc0067b4300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fef570, 0xc00470f280, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 719 [semacquire]:
strings.genSplit(0xc006440000, 0x1dff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x68a, 0x68a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b5b418, 0xaa0503, 0x2, 0xc008e6a000, 0x1dff, 0x5, 0x68a, 0xc0084260c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008e6a000, 0x1dff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b5b570, 0xc0077af1e0, 0x57, 0xc00119c071)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 721 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000c46400, 0xbe9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c46400, 0xbe9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c46400, 0xbe9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c46400, 0xbe9, 0x0, 0x0, 0x115f500, 0xbe9, 0xbe9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c46400, 0xbe9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000c45800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c46400, 0xbe9, 0xbe9, 0xc000c46400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00698e120, 0x52, 0xc000c46400, 0xbe9, 0xaa0378, 0x1, 0xc000c46400, 0xbe9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 722 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003a4f980, 0x1890, 0x5165d7, 0xc00137c000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003a4f980, 0x1890, 0x42f9b8, 0xc009ae1338)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009ae1418, 0xaa04fd, 0x2, 0xc003a4f980, 0x1890, 0xc003a4f980, 0xc009ae1408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a4f980, 0x1890, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009ae1570, 0xc00afb1b80, 0x42, 0xc002838050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 723 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00571b1d0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc004e2e000)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f35570, 0xc0049c1300, 0xc0049c1b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 724 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ebb418, 0xaa0599, 0x2, 0xc0008e1200, 0xc35, 0xc0008e1200, 0xc001ebb408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008e1200, 0xc35, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ebb570, 0xc002126680, 0x39, 0xc00274cd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2443 [semacquire]:
strings.genSplit(0xc00775e500, 0x4cc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x103, 0x103)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f35418, 0xaa0569, 0x2, 0xc00118b400, 0x4cc, 0x17, 0x103, 0xc005307b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00118b400, 0x4cc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f35570, 0xc005307780, 0x54, 0xc002e83ac4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 726 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00b5b3d60, 0xc000ff9278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff95e0, 0xaa04f9, 0x2, 0xc00b072900, 0x8db, 0xf, 0x23, 0xc00b5b3d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff9570, 0xc0057d0740, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 727 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008af3e90, 0xc00525b230, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00525b570, 0xc001b88240, 0x7f602d0a9108, 0x0, 0x6d0000c000114bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00525b570, 0xc001b88240, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 730 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002828c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002828c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002828c30, 0xc0058e20e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7eb20, 0x0, 0x0, 0x0, 0xc005fab258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7eb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fab950, 0xc001db9000, 0x4380, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 732 [semacquire]:
bytes.makeSlice(0x1d4f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0072b2ab0, 0x89, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0072b2ab0, 0xc0043194d0, 0x89, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0072b2ab0, 0xc0043194d0, 0x89, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d89a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d8930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc006fb1570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfc00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfb20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cf420, 0xb84d20, 0xc0072b2ab0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0072b2ab0, 0xc0069cf420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007baa6c0, 0x2a9f76d16, 0x1251a20, 0xc00b31c980, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 735 [semacquire]:
strings.genSplit(0xc003fc2000, 0x1d74, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bacc000, 0x55f, 0x55f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d4d418, 0xaa04df, 0x2, 0xc007c2e000, 0x1d74, 0x5, 0x55f, 0xc00a8ea120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007c2e000, 0x1d74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d4d570, 0xc007c82100, 0x7d, 0xc004bff80e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 736 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0066aa000, 0xba8, 0x2, 0xc004dbf270, 0x80, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0066aa000, 0xba8, 0xaa04bf, 0x2, 0xc0066aa000, 0xba8)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004dbf3e0, 0xc00a657ae0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004dbf3e0, 0xc001376150, 0xaa04f9, 0x2, 0xc004dbf570, 0x8, 0x9ecc80, 0xc004dbf401, 0xc005411198)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004dbf570, 0xc001376150, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 737 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc0028d0028, 0xa78f5b, 0x101)
/usr/local/go/src/encoding/json/scanner.go:215 +0x34e
encoding/json.checkValid(0xc002fb6480, 0x11c, 0x120, 0xc0028d0028, 0x120, 0x11c)
/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc002fb6480, 0x11c, 0x120, 0x9cfa40, 0xc004a22b60, 0x120, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc00275ec00, 0x1ad5, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00275ec00, 0x1ad5, 0x1ad5, 0x1, 0xc00275ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00183c56a, 0x29, 0xc00275ec00, 0x1ad5, 0xaa0378, 0x1, 0xc00275ec00, 0x1ad5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 738 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001d89500, 0x9ea, 0x2, 0xc008877090, 0xc001d89500, 0x9ea, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001d89500, 0x9ea, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc002de39d0, 0x0, 0x0, 0x0, 0x0, 0xc002de39d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0071d5140, 0x0, 0x0, 0x0, 0x1000, 0xc006aff000, 0xdea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006aff000, 0xdea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0053d7220)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eb1570, 0xc00272a5c0, 0xc0049c14c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 739 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc004b46000, 0xfe8, 0x2, 0xc00191fab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004a6e000, 0xfe8)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004b46000, 0xfe8)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 741 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0022e7118, 0xc007eee4e1, 0x53, 0x2, 0x2, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022e7118, 0xc007eee4e1, 0x53, 0x53, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc00092f030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc0047521c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0022e7118, 0xc0047521c0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022e7118, 0xc0047521c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc0047521c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8ee0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8e00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13d50, 0xc00004d180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc003d13d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13c70, 0x54b170, 0xc00590c750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d13c70, 0x0, 0x0, 0x0, 0x0, 0xc003d13c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000dc4420, 0x0, 0x0, 0x0, 0x1800, 0xc003dae800, 0x1799, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003dae800, 0x1799, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0005689b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004237570, 0xc006dc1fe0, 0xc004991820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 744 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002ec1118, 0xaa04bf, 0x2, 0xc00822c8d0, 0x2f, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ec1118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ec1118, 0xc00226cbd0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025601c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025601c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025601c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025600e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025600e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025600e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1960, 0x20300000000000, 0x7f6006777fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0049d1960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1880, 0x54b170, 0xc003f05a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049d1880, 0x0, 0x0, 0x0, 0x0, 0xc0049d1880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f86ae0, 0x0, 0x0, 0x0, 0xa000, 0xc002ae4000, 0x8e37, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002ae4000, 0x8e37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00542d560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264d570, 0xc00000e540, 0xc00000ef20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2439 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00469dd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00469dd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00469dd40, 0xc0053888c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa560, 0x0, 0x0, 0x0, 0xc003c23258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c23950, 0xc00898d000, 0xd94, 0x1, 0xc002c9d821, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 746 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0031ea540, 0x0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc000714a68, 0x1, 0x1, 0xc00a011160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000714a68, 0x1, 0x1, 0xb856e0, 0xc004a22ae0, 0xc000714a68, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d42d0, 0xaa03b1, 0x1, 0xc00a011248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a011570, 0xc004942580, 0x7f602d0a9e98, 0x0, 0x6d0000c007db7260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a011570, 0xc004942580, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 747 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001031118, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001031118, 0x1189d0c, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001031118, 0xc0059dfd40, 0x222, 0x222, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b49730, 0xc001030208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b496c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001031118, 0xc002b496c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b496c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b496c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b48a80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b48a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b48a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b489a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b489a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b489a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a68c0, 0xc00125d180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc0049a68c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a68c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a67e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a67e0, 0x54b170, 0xc00671c5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049a67e0, 0x0, 0x0, 0x0, 0x0, 0xc0049a67e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008542060, 0x0, 0x0, 0x0, 0x2000, 0xc002f62000, 0x1ff1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002f62000, 0x1ff1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000eb8320)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001031570, 0xc000960060, 0xc005ceec80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 748 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00065f800, 0xbf2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00065f800, 0xbf2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00065f800, 0xbf2, 0x0, 0x0, 0x115f500, 0xc00065f800, 0xbf2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00065f800, 0xbf2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac6fc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00065f800, 0xbf2, 0xbf2, 0xc00065f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16b10, 0x2a, 0xc00065f800, 0xbf2, 0xaa0378, 0x1, 0xc00065f800, 0xbf2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 749 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00800f000, 0x776, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00800f000, 0x776, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00800f000, 0x776, 0x0, 0x0, 0x115f500, 0x776, 0x776)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00800f000, 0x776, 0x0, 0x0, 0xaa0378, 0x1, 0xc00800e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00800f000, 0x776, 0x776, 0xc00800f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006805780, 0x38, 0xc00800f000, 0x776, 0xaa0378, 0x1, 0xc00800f000, 0x776, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 750 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0086575e0, 0xaa04f9, 0x2, 0xc0035dc000, 0xfd4, 0x1c, 0x3a, 0xc009d27340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008657570, 0xc008c7eac0, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 751 [semacquire]:
bytes.makeSlice(0xc24, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001cb7278, 0x50, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001cb7278, 0xc006e94140, 0x50, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001a70f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001e60930)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc001cb73e0, 0xc00119a060, 0x5, 0xc008c5f5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001cb73e0, 0xc006792f00, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001cb73e0, 0xc00119a060, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x311, 0x312)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001cb7570, 0xc00119a060, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 753 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007971e60, 0xc003a13318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a13418, 0xaa04df, 0x2, 0xc00796f500, 0x93e, 0x4, 0x1d1, 0xc007d6c900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00796f500, 0x93e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a13570, 0xc0067b4420, 0x4d, 0xc00698c1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 755 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0026d1000, 0xab8, 0x2, 0xc003bcb270, 0xc005328cd8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0026d1000, 0xab8, 0xaa0378, 0x1, 0xc001b88d60, 0xc004b57180)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003bcb3e0, 0xc004b57080, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003bcb3e0, 0xc000a48750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x223, 0x224)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003bcb570, 0xc000a48750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 756 [semacquire]:
strings.genSplit(0xc005d94000, 0xe76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x12f2, 0xc003f09000, 0xe76)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020815e0, 0xaa04f9, 0x2, 0xc003f09000, 0xe76, 0x13, 0x3f, 0xc0085a1e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002081570, 0xc00690f360, 0x4e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 757 [semacquire]:
strings.genSplit(0xc0040d2000, 0x1a8b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0062e4000, 0x3fb, 0x3fb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00285b418, 0xaa04fd, 0x2, 0xc001998000, 0x1a8b, 0x1, 0x3fb, 0xc008c7f1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001998000, 0x1a8b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00285b570, 0xc00a0b5ae0, 0x58, 0xc0029adc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 758 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ac9f900, 0x117d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ac9f900, 0x117d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ac9f900, 0x117d, 0x0, 0x0, 0x115f500, 0x117d, 0x117d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac9d300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ac9f900, 0x117d, 0x117d, 0xc00ac9f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d1f744, 0x50, 0xc00ac9f900, 0x117d, 0xaa0378, 0x1, 0xc00ac9f900, 0x117d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2430 [semacquire]:
strings.Replace(0xc008556c00, 0x10f4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc00004d180)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbd950, 0xc008556c00, 0x10f4, 0x6c00000067, 0x6e00000061, 0x2000000064)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 761 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0024f1790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0024f1860, 0xc0081f2230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026627e0, 0x0, 0x0, 0x0, 0x0, 0x3201, 0xc004981620)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004981620, 0x0, 0x0, 0x0, 0x3500, 0xc0038f1500, 0x3251, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0038f1500, 0x3251, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005782770)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e29570, 0xc00690e1a0, 0xc008575260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 762 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc007588800, 0x1f, 0x20, 0xc00bb9e000, 0x23, 0x40, 0xc001a6b2f0, 0xc005763d10, 0x1, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc008531798, 0x1, 0x1, 0xc001a6b3c0, 0xc001a6b570, 0xc0070b80f0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc008531798, 0x1, 0x1, 0x0, 0xc00a51b890, 0xc009b9f390, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc0070b80f0, 0xc0070b80f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001a6b570, 0xc0070b80f0, 0xc0070b80f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:719 +0x52
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 763 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47b60, 0xc002263318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002263418, 0xaa0599, 0x2, 0xc008712000, 0x15f9, 0x1, 0x41f, 0xc008f47b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008712000, 0x15f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002263570, 0xc007b3a360, 0x49, 0xc00445efa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 767 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0019fe930, 0xc0019fe930, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001287570, 0xc001b892e0, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 768 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xf9e, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006353000, 0xf9e, 0xf9e, 0xc006353000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006afd0e0, 0x83, 0xc006353000, 0xf9e, 0xaa0378, 0x1, 0xc006353000, 0xf9e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 769 [semacquire]:
strings.genSplit(0xc006bad000, 0xedd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2da, 0x2da)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002059418, 0xaa058b, 0x2, 0xc0098d7000, 0xedd, 0x6, 0x2da, 0xc0067b4100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0098d7000, 0xedd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002059570, 0xc006b13980, 0x57, 0xc0028b8e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 772 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e37340, 0xc00a477278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a4775e0, 0xaa04f9, 0x2, 0xc00b6ea500, 0x2486, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a477570, 0xc0079b7f00, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 774 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003e60802, 0x1528, 0x2, 0xc00341bab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003e60802, 0x1528, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003e60802, 0x1528, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 775 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf3418, 0xaa0503, 0x2, 0xc00a0be000, 0x1df2, 0x5, 0x58f, 0xc00113c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a0be000, 0x1df2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf3570, 0xc0084269a0, 0x4e, 0xc000d52eb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 776 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002704000, 0x1c0f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002704000, 0x1c0f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002704000, 0x1c0f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002704000, 0x1c0f, 0x0, 0x0, 0x115f500, 0x1c0f, 0x1c0f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002704000, 0x1c0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021ce000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002704000, 0x1c0f, 0x1c0f, 0xc002704000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8640, 0x4b, 0xc002704000, 0x1c0f, 0xaa0378, 0x1, 0xc002704000, 0x1c0f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 777 [semacquire]:
bytes.makeSlice(0x44c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cb0150, 0xda, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cb0150, 0xc0050f9ea0, 0xda, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003cb0150, 0xc0050f9ea0, 0xda, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e930, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e8c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e700, 0xb84d20, 0xc003cb0150)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0150, 0xc00645e700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0120, 0x203000, 0x203000, 0x1a5b943600000000, 0xc005aad190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0120)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb00f0, 0xc005aad320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005aad708, 0xc00457efc0, 0xaac03e, 0x7, 0xc00457efc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005aad708, 0xc00457efc0, 0xc00b0ff620)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 778 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009231800, 0x25a6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009231800, 0x25a6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009231800, 0x25a6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009231800, 0x25a6, 0x0, 0x0, 0x115f500, 0x25a6, 0x25a6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009231800, 0x25a6, 0x0, 0x0, 0xaa0378, 0x1, 0xc009357200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009231800, 0x25a6, 0x25a6, 0xc009231800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00526d000, 0x33, 0xc009231800, 0x25a6, 0xaa0378, 0x1, 0xc009231800, 0x25a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 779 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc001a378f0, 0xc001e02000, 0x20, 0x20, 0xc001e02000, 0x20, 0x20)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0019ce230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc005f6b9d0, 0x0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc009e5e8b0, 0x1, 0x1, 0xc0072cf160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc009e5e8b0, 0x1, 0x1, 0xb856e0, 0xc00a2ecdc0, 0xc009e5e8b0, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00463f770, 0xaa03b1, 0x1, 0xc0072cf248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc0072cf570, 0xc008bdd3a0, 0x7f602d0aa560, 0x0, 0x6d0000c0005436c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072cf570, 0xc008bdd3a0, 0x65)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 781 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006779140, 0x200, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc005f1b1d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005f1b1d0, 0xc006779230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1b1d0, 0x0, 0x0, 0x0, 0x1a80, 0xc003d6e480, 0x1a11, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003d6e480, 0x1a11, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000a72a40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006779570, 0xc00569aee0, 0xc007c83840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 782 [semacquire]:
strings.genSplit(0xc008285000, 0xf6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x330, 0x330)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ad418, 0xaa0569, 0x2, 0xc0089b6000, 0xf6d, 0x1d, 0x330, 0xc005f1d240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0089b6000, 0xf6d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ad570, 0xc007c64d00, 0x38, 0xc0054385c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 784 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018e95e0, 0x0, 0x0, 0x0, 0xc003c8b400, 0xb4d, 0x2, 0xc0004c1270, 0xc003c8b400, 0xb4d, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018e95e0, 0xc003c8b400, 0xb4d, 0xaa0378, 0x1, 0x1, 0x15)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004c1570, 0xc0003b0320, 0xc005307580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 785 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022db5e0, 0xaa04f9, 0x2, 0xc003c3f180, 0x31b, 0x2a, 0xa0, 0xc005ceffa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0022db570, 0xc001fc0f60, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 786 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0045cdd40, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001c41570, 0xc0045cdd40, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c41570, 0xc000a52d80, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 787 [semacquire]:
strings.Replace(0xc00ac3d000, 0x15d7, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x20, 0xc00ac3d000, 0x15d7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d0f570, 0xc000960c40, 0xc002b577c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 789 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0078f4000, 0x50d5a7, 0xc00499c63f)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00499c800, 0x16f2, 0x16f2)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006003570, 0xc0048b4ca0, 0xc000ca1ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 791 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0070f5118, 0xaa04bf, 0x2, 0x169, 0x2, 0xc0070f41f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0070f5118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0070f5118, 0xc001e878f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0070f5118, 0xc001e878f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070f5118, 0xc001e878f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8150, 0xc0004a9c00, 0x7f602d0ab9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8070, 0x54b170, 0xc001ec88f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006bc8070, 0x0, 0x0, 0x0, 0x0, 0xc006bc8070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a61170, 0x0, 0x0, 0x0, 0x2a80, 0xc0060b2a80, 0x298b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0060b2a80, 0x298b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000070a10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00204f570, 0xc0021862e0, 0xc0064483c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 792 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0082cdcf0, 0xc, 0x2, 0xc00a0d3b58, 0x7f5ff45fbfff, 0xc00a0d3bc8, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0082cdcf0, 0xc, 0xaa0378, 0x1, 0xc00a0d3be0, 0x46620f)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36700, 0xc001b11320, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b36690, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b36690, 0x123, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b365b0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8df80, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d3b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8ccb0, 0xc000680380, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8cbd0, 0x54b170, 0xc006aaef70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000e8cbd0, 0x0, 0x0, 0x0, 0x0, 0xc000e8cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002aa2090, 0x0, 0x0, 0x0, 0x1800, 0xc0037e2000, 0x162c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0037e2000, 0x162c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd3d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d15570, 0xc001fc1260, 0xc006f01260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 793 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046acd80, 0xd38, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046acd80, 0xd38, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046acd80, 0xd38, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046acd80, 0xd38, 0x0, 0x0, 0x115f500, 0xd38, 0xd38)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046acd80, 0xd38, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046ac000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046acd80, 0xd38, 0xd38, 0xc0046acd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cbe0, 0x50, 0xc0046acd80, 0xd38, 0xaa0378, 0x1, 0xc0046acd80, 0xd38, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 797 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0076bb900, 0x4e7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0076bb900, 0x4e7, 0x0, 0x0, 0x115f500, 0x4e7, 0x4e7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0076bb400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0076bb900, 0x4e7, 0x4e7, 0xc0076bb900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a7040, 0x38, 0xc0076bb900, 0x4e7, 0xaa0378, 0x1, 0xc0076bb900, 0x4e7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 798 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003147900, 0xc2b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003147900, 0xc2b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003147900, 0xc2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003147900, 0xc2b, 0x0, 0x0, 0x115f500, 0xc2b, 0xc2b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003147900, 0xc2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f71200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003147900, 0xc2b, 0xc2b, 0xc003147900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15630, 0x47, 0xc003147900, 0xc2b, 0xaa0378, 0x1, 0xc003147900, 0xc2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 799 [semacquire]:
github.com/gigawattio/window.Rolling(0xc008f14600, 0x25c, 0x25c, 0x3, 0x0, 0x25b, 0xc008f14600)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000227570, 0xc000420260, 0xc0009615e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 800 [semacquire]:
regexp.onePassCopy(0xc00ada0570, 0xc00ada0570)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00ada0570, 0xc00ada0570)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001d11358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001d11358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001d11358, 0x0, 0xb856e0, 0xc0003b0048, 0x7f602d0a97d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001d11358, 0xc00234c100, 0x4e00000000, 0x8, 0x7f5ff40d6160)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001d11358, 0x42ca96, 0xc00ada0450, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001d113c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004e16cc0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00248df80, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001d11570, 0xc0000ca640, 0xabc101, 0x1d, 0x48, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1149 [semacquire]:
regexp.makeOnePass(0xc0084fa900, 0xc0084fa900)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc0084fa8a0, 0xc0084fa8a0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1ee)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0096cd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0096cd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0069ee784)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0096cd050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0096cd050, 0x1, 0xc0067f9ed0, 0xc0100000000, 0x280400000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0096cd050, 0x4, 0xf53, 0xc0055c9001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0055c9000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0x440d95, 0xc00b0034f0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0084fa870, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0096cd950, 0xc003ee4600, 0x1099, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 803 [semacquire]:
strings.genSplit(0xc007978dd0, 0xc2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe100, 0x20)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0026af570, 0xc001d9d260, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc001d9d260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007940960, 0xc0026af378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0026af570, 0xc00282ecf0, 0xc0027ff8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0026af570, 0xc00282ecf0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0026af570, 0xc00282ecf0, 0xc00282ecf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 804 [semacquire]:
regexp.(*bitState).reset(0xc001bb5970, 0xc000021200, 0x14a, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, 0xc0024820c0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x2, 0xc000fdc1f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0075a8f20, 0x14a, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af7a0, 0xc000fdc208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086af730, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000fdd118, 0xc0086af730, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086af730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae150, 0xc000680700, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae070, 0x54b170, 0xc007d8af70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0086ae070, 0x0, 0x0, 0x0, 0x0, 0xc0086ae070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00869eba0, 0x0, 0x0, 0x0, 0x1500, 0xc0082e3500, 0x14ea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0082e3500, 0x14ea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00043af60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000fdd570, 0xc0057d0be0, 0xc0082eeaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b5c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 807 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc008f86600, 0x121d, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc001eaa310, 0x0, 0x0, 0x0, 0x0, 0xc001eaa310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004aab9e0, 0x0, 0x0, 0x0, 0x1800, 0xc0037e3800, 0x15f5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0037e3800, 0x15f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e21500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001035570, 0xc00000e780, 0xc00265c7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 808 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002aeb5e0, 0xaa04f9, 0x2, 0xc0036b3a40, 0x1b4, 0xf, 0x30, 0xc008c7e8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002aeb570, 0xc002127e20, 0x3f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 809 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c219000, 0x2a9, 0x2a9, 0x3, 0x0, 0x2a8, 0xc00c219000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00235b570, 0xc0021874a0, 0xc0051fc9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 810 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00891b930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00590c5b0, 0xc005c620e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030a1aa0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b1f0f90, 0x0, 0x0, 0x0, 0xd80, 0xc00ae3bb00, 0xc9c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00ae3bb00, 0xc9c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0001bf110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002359570, 0xc006dc0b40, 0xc00b5b2160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 811 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc000948600, 0x1082, 0xc0003d3270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc000948600, 0x1082, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003d3418, 0xaa04d9, 0x2, 0xc000948600, 0x1082, 0x1, 0x325, 0xc008c7fc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000948600, 0x1082, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003d3570, 0xc00265d5a0, 0x27, 0xc001a007b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 812 [semacquire]:
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003217358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003217358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003217358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003217358, 0x75a856, 0x0, 0xc005f40070, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003217358, 0x7f60043fe290, 0xc0032173a8, 0x42ca96, 0xc005f1abd0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0032173c0, 0xc0032173d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00272ba40)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d52810, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003217570, 0xc00265d040, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 813 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e37840, 0xc004601278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046015e0, 0xaa04f9, 0x2, 0xc006a8ea80, 0x969, 0x4, 0xb, 0xc008c7ef00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004601570, 0xc00272af40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 815 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00314fe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0034520d0, 0xc0078d3f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00523bac0, 0x0, 0x0, 0x0, 0xc002f31258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00523bac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f31950, 0xc001e6ca00, 0x5355, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 816 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f2b5e0, 0xaa04f9, 0x2, 0xc004de63c0, 0x47, 0x0, 0xc006f2b430, 0xc0049c05a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006f2b570, 0xc00282fc20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f2b570, 0xc004f1d980, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 817 [semacquire]:
regexp.(*Regexp).expand(0xc000137220, 0xc008658000, 0x80, 0x80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc008886360, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc008658000, 0x80, 0x80, 0xc001c1e1f0, 0x2, 0x2, 0xc008886360, 0x115, 0x7b)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008886360, 0x115, 0x2, 0xc0088721f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008886360, 0x115, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f960, 0xc008872208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2f8f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008873118, 0xc003a2f8f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008873118, 0xc003a2f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e620, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e540, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c64d0, 0xc005a19880, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc0035c64d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c64d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c63f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c63f0, 0x54b170, 0xc00039e270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0035c63f0, 0x0, 0x0, 0x0, 0x0, 0xc0035c63f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00899ff80, 0x0, 0x0, 0x0, 0x2000, 0xc004a38000, 0x1e75, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004a38000, 0x1e75, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005ab9c50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b47570, 0xc0067b5400, 0xc008575360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 820 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x65b, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0065e8e00, 0x65b, 0x65b, 0xc0065e8e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe980, 0x31, 0xc0065e8e00, 0x65b, 0xaa0378, 0x1, 0xc0065e8e00, 0x65b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004741e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 821 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00a8017c0, 0xc004f8b600, 0x534, 0xaa0378, 0x1, 0x1, 0x12)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0009f5570, 0xc00651c060, 0xc0048b5dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004742a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 822 [semacquire]:
strings.genSplit(0xc003248000, 0xa32, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005281800, 0x277, 0x277)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001069418, 0xaa04d9, 0x2, 0xc007280a80, 0xa32, 0x1, 0x277, 0xc007b3abc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007280a80, 0xa32, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001069570, 0xc004eae9e0, 0x51, 0xc0036fc5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 824 [semacquire]:
regexp.(*Regexp).expand(0xc000137220, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004cfa628, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc002f8a030, 0x2, 0x2, 0xc004cfa628, 0x8, 0x0)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc004cfa628, 0x8, 0x2, 0xc0044a2590, 0xc00711e260, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc004cfa628, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044a3118, 0xc0070fbb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa4d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa3f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1ce0, 0xc000e7c000, 0x7f602d0aac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1c00, 0x54b170, 0xc004459520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0070f1c00, 0x0, 0x0, 0x0, 0x0, 0xc0070f1c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a04510, 0x0, 0x0, 0x0, 0x1000, 0xc003cfe000, 0xf48, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003cfe000, 0xf48, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036fd740)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0024fd570, 0xc004b49ca0, 0xc00457e100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004744e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 825 [semacquire]:
fmt.Errorf(0xabb2ed, 0x1c, 0xc004421120, 0x1, 0x1, 0x60, 0xc006f988e0)
/usr/local/go/src/fmt/errors.go:21 +0xa3
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc007624f60, 0x56, 0x0, 0xc007624f60, 0x56, 0x56)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc
github.com/araddon/dateparse.ParseAny(0xc007624f60, 0x56, 0x3, 0xaa0378, 0x1, 0xc007624f60, 0x56)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003365570, 0xc0057d19c0, 0xc001fc1c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004745a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 827 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000888420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000888410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001002700, 0x654, 0x654, 0x1, 0xc001002700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f040, 0x4d, 0xc001002700, 0x654, 0xaa0378, 0x1, 0xc001002700, 0x654, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 828 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000bc5ad0, 0xc000bc5aa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004fe7570, 0xc00b62c1e0, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004747e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 832 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ce2800, 0xa8e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ce2800, 0xa8e, 0x0, 0x0, 0x115f500, 0xa8e, 0xa8e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ce2800, 0xa8e, 0xa8e, 0xc001ce2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6df40, 0x50, 0xc001ce2800, 0xa8e, 0xaa0378, 0x1, 0xc001ce2800, 0xa8e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ae0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 833 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc007ce6000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007ce6000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007ce6000, 0xc007c99030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00248ce40, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc005a91740)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a91740, 0x0, 0x0, 0x0, 0x800, 0xc004e12800, 0x705, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004e12800, 0x705, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00487d200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002089570, 0xc004cfda60, 0xc007c82be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 834 [semacquire]:
strings.genSplit(0xc003512000, 0x754, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ab76a80, 0x28e, 0x28e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004dd418, 0xaa058b, 0x2, 0xc00722d000, 0x754, 0x2, 0x28e, 0xc004c4c4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00722d000, 0x754, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004dd570, 0xc00272bdc0, 0x2d, 0xc003762e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006236500, 0x4ca, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006236500, 0x4ca, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006236500, 0x4ca, 0x0, 0x0, 0x115f500, 0xc006236500, 0x4ca)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006236500, 0x4ca, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006236500, 0x4ca, 0x4ca, 0xc006236500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be4f29, 0x76, 0xc006236500, 0x4ca, 0xaa0378, 0x1, 0xc006236500, 0x4ca, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 838 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003015418, 0xaa0503, 0x2, 0xc003500000, 0x4ef4, 0x5, 0xdde, 0xc0021278a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003500000, 0x4ef4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003015570, 0xc002127520, 0x41, 0xc0062fde50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 839 [semacquire]:
strings.Replace(0xc002fab300, 0x1246, 0xaae211, 0x8, 0xaa22ae, 0x3, 0x1, 0xc002fab300, 0x1246)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f7570, 0xc0021865a0, 0xc0082ef5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 841 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc001ed1570, 0xc006dc0160, 0xc006fd4f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:263 +0x41
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004751a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 843 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c40e00, 0x60e, 0x60e, 0x1, 0xc006c40e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005438f40, 0x3a, 0xc006c40e00, 0x60e, 0xaa0378, 0x1, 0xc006c40e00, 0x60e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 844 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004759c00, 0x64b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004759c00, 0x64b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004759c00, 0x64b, 0x0, 0x0, 0x115f500, 0x64b, 0x64b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004759c00, 0x64b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004758e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004759c00, 0x64b, 0x64b, 0xc004759c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db2d28, 0x4b, 0xc004759c00, 0x64b, 0xaa0378, 0x1, 0xc004759c00, 0x64b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004753e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2467 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0029ae410, 0xc00bdba000, 0xaa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0029ae410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae410, 0xc00755fab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab00, 0x0, 0x0, 0x0, 0xc000315258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000315950, 0xc004026c80, 0xc51, 0x3, 0xc00454aa21, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a076e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 847 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006739000, 0x159, 0x159, 0x3, 0x0, 0x158, 0xc006739000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00476f570, 0xc004eafa20, 0xc009ecc020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 849 [semacquire]:
regexp.onePassCopy(0xc0062cfc80, 0xc0062cfc80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0062cfc80, 0xc0062cfc80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a65358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a65358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a65358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a65358, 0x75a856, 0x0, 0xc000570690, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a65358, 0xc005a65320, 0xc005a653a8, 0x42ca96, 0xc0062cfc50, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005a653c0, 0xc005a653d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651c880)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007d745a0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005a65570, 0xc008486040, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004757a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2391 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0085f73d0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0062cfc50, 0xc0062cfc50)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0062cfbf0, 0xc0062cfbf0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xbf)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00b459050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00b459050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0085f73b4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b459050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b459050, 0x1, 0xc008916be0, 0xc0100702a80, 0x28042d0aac28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b459050, 0x4, 0x584, 0xc00295ea01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00295e000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc0086ded18)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0062cfb30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b459950, 0xc002d83a80, 0x1a65, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 389 [runnable]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026db358, 0x0, 0xb856e0, 0xc0003b0148, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026db358, 0xc000b242a0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026db358, 0x42ca96, 0xc007941680, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0026db3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007abbdc0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0079e46c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0026db570, 0xc006cb6ca0, 0xabc101, 0x1d, 0x5a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 390 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045015e0, 0xaa04f9, 0x2, 0xc004e115e0, 0xd5, 0xb, 0x35, 0xc00a5abe60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004501570, 0xc00272bb00, 0x4e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 393 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f8cc00, 0x569, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f8cc00, 0x569, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f8cc00, 0x569, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f8cc00, 0x569, 0x0, 0x0, 0x115f500, 0x569, 0x569)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f8cc00, 0x569, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f8c680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f8cc00, 0x569, 0x569, 0xc004f8cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d607e0, 0x6d, 0xc004f8cc00, 0x569, 0xaa0378, 0x1, 0xc004f8cc00, 0x569, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 394 [semacquire]:
bytes.makeSlice(0x790, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00c030570, 0x104, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00c030570, 0xc000dd5900, 0x104, 0x6, 0x104, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00c030570, 0xc000dd5900, 0x127, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fbf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb9d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb960, 0xb84d20, 0xc00c030570)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00c030570, 0xc0038fb960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005e42780, 0x50d201, 0xc00119c660, 0x53, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c71570, 0xc006f00e20, 0xc00265c620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 397 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc00539a840, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0037d1358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0037d1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0037d1358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0037d1358, 0x75a856, 0x0, 0xc0049a6e70, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0037d1358, 0xc0037d1320, 0xc0037d13a8, 0x42ca96, 0xc005856570, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0037d13c0, 0xc0037d13d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00523b160)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d5950, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0037d1570, 0xc000420680, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 399 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003fac000, 0x4ba, 0x2, 0xc00154fab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003fac000, 0x4ba, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003fac000, 0x4ba, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 400 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc00698d590, 0x45, 0x0, 0xc00698d590, 0x45, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x26d
github.com/araddon/dateparse.ParseAny(0xc00698d590, 0x45, 0x3, 0xaa0378, 0x1, 0xc00698d590, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047b9570, 0xc0009fc200, 0xc005ceeb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dae900, 0x837, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dae900, 0x837, 0x0, 0x0, 0x115f500, 0x837, 0x837)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dae900, 0x837, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dae900, 0x837, 0x837, 0xc004dae900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e95bd9, 0x44, 0xc004dae900, 0x837, 0xaa0378, 0x1, 0xc004dae900, 0x837, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 866 [semacquire]:
bytes.makeSlice(0x566, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005fd7190, 0xb4, 0xd5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005fd7190, 0xc000810780, 0xb4, 0x5165d7, 0xc0034e891b, 0xc0056d0ed0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f30a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f3030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f29a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a435350, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005fd7570, 0xc00a435350, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005fd7570, 0xc00113c3e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 867 [semacquire]:
bytes.makeSlice(0x30c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00b148900, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00b148900, 0xc008c60558, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00b148900, 0xc008c60558, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6ba40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b5e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b570, 0xb84d20, 0xc00b148900)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00b148900, 0xc002c6b570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e54060, 0x2d58452bd, 0x1251a20, 0xc008ddc400, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 869 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0061c2000, 0x1e28, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061c2000, 0x1e28, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061c2000, 0x1e28, 0x0, 0x0, 0x115f500, 0x1e28, 0x1e28)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xaa0378, 0x1, 0xc005f44000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061c2000, 0x1e28, 0x1e28, 0xc0061c2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006567840, 0x34, 0xc0061c2000, 0x1e28, 0xaa0378, 0x1, 0xc0061c2000, 0x1e28, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 871 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037d3418, 0xaa04f9, 0x2, 0xc006bd8600, 0x1057, 0x3, 0x315, 0xc001e4f320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006bd8600, 0x1057, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037d3570, 0xc0027ff620, 0x36, 0xc002360e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003914a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 873 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0083b6840, 0xc002853230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0083b6840, 0x0, 0x0, 0x0, 0x1800, 0xc005bb3800, 0x1683, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005bb3800, 0x1683, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00695ac00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002853570, 0xc004943700, 0xc008426540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 874 [semacquire]:
strings.genSplit(0xc009049500, 0x928, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c67c000, 0x1d7, 0x1d7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b59418, 0xaa04f9, 0x2, 0xc00c59c000, 0x928, 0x4, 0x1d7, 0xc00875aca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c59c000, 0x928, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b59570, 0xc004eaeec0, 0x31, 0xc009940480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003916e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 875 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0092f9800, 0x50d5a7, 0xc0015f9cfd)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00193c000, 0x763, 0x763)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d4f570, 0xc00113d5a0, 0xc00a87a3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003917a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 878 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e29418, 0xaa059b, 0x2, 0xc003834000, 0x78b, 0xc003834000, 0xc005e29408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003834000, 0x78b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e29570, 0xc001b89160, 0x4e, 0xc0006944b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003919e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 879 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470f680, 0xc003d03318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d03418, 0xaa0503, 0x2, 0xc00074f600, 0xd74, 0xc00074f600, 0xc003d03408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00074f600, 0xd74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d03570, 0xc007d6cd40, 0x54, 0xc000350df8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 884 [semacquire]:
bytes.makeSlice(0x10fa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cb0330, 0x398, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cb0330, 0xc002429000, 0x398, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb7880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb77a0, 0xb84d20, 0xc003cb0330)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0330, 0xc000cb77a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0300, 0x203000, 0x203000, 0x7daf2cf500000000, 0xc0063d1190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0300)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb02d0, 0xc0063d1320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0063d1708, 0xc0019facc0, 0xaac03e, 0x7, 0xc0019facc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0063d1708, 0xc0019facc0, 0xc00b5b2d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 885 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0069fad00, 0x88b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0069fad00, 0x88b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0069fad00, 0x88b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0069fad00, 0x88b, 0x0, 0x0, 0x115f500, 0x88b, 0x88b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0069fad00, 0x88b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0069f8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0069fad00, 0x88b, 0x88b, 0xc0069fad00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e959a0, 0x4f, 0xc0069fad00, 0x88b, 0xaa0378, 0x1, 0xc0069fad00, 0x88b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 886 [semacquire]:
regexp.onePassCopy(0xc003a3c2d0, 0xc003a3c2d0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003a3c2d0, 0xc003a3c2d0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0038dd358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0038dd358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0038dd358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0038dd358, 0xc00153eb60, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0038dd358, 0x42ca96, 0xc003a3c2a0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0038dd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0000ca1e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d54d0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0038dd570, 0xc0004202e0, 0xabc101, 0x1d, 0x38, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 887 [semacquire]:
strings.genSplit(0xc0069a7800, 0xa9a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f4e000, 0x29c, 0x29c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7418, 0xaa05c9, 0x2, 0xc001cde000, 0xa9a, 0x4, 0x29c, 0xc00b5b3a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001cde000, 0xa9a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f7570, 0xc00113cf00, 0x51, 0xc0023fa8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 888 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a7dbb30, 0xc003b2b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbb30, 0x0, 0x0, 0x0, 0x2600, 0xc000a32600, 0x25f0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc000a32600, 0x25f0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0042b2460)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b2b570, 0xc007abbcc0, 0xc007b3a5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 889 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00117c2a0, 0xc005e07230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00117c2a0, 0x0, 0x0, 0x0, 0x1500, 0xc00b7caa00, 0x14f5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00b7caa00, 0x14f5, 0x0, 0x0, 0x0, 0x440d95, 0xc00ac7e2d0, 0x7f5ff407c3c1, 0x6ab288a900000080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e07570, 0xc006dc00a0, 0xc008bdcf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 891 [semacquire]:
bytes.makeSlice(0xc22, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bc9260, 0x1d6, 0x11)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bc9260, 0xc007b80000, 0x1d6, 0x5165d7, 0xc00260bc03, 0xc002481c10)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020ed3b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00535afc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005f1ad20, 0xc005f1afc0, 0xc00002e800)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bc9570, 0xc006cb6aa0, 0x7e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 892 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651d360, 0xc001191318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001191418, 0xaa0503, 0x2, 0xc005c35900, 0x4b1, 0x2, 0x11e, 0xc00651d340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c35900, 0x4b1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001191570, 0xc0064493e0, 0x51, 0xc0028b8f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 893 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004bf6000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011f1ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003ca1440, 0x227, 0x227, 0x1, 0xc003ca1440)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0042a8d80, 0x55, 0xc003ca1440, 0x227, 0xaa0378, 0x1, 0xc003ca1440, 0x227, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 894 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265c260, 0xc000ea5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ea5418, 0xaa0503, 0x2, 0xc003a30000, 0xe0c, 0x4, 0x268, 0xc00aa69780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a30000, 0xe0c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ea5570, 0xc004ae3d40, 0x5b, 0xc001df4240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 895 [semacquire]:
strings.genSplit(0xc00501c000, 0xa33, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00450ac00, 0x260, 0x260)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e2b418, 0xaa04fd, 0x2, 0xc003248a80, 0xa33, 0x1, 0x260, 0xc00523bd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003248a80, 0xa33, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e2b570, 0xc00457f5c0, 0x35, 0xc001e14280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 896 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002accc00, 0x129f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002accc00, 0x129f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002accc00, 0x129f, 0x0, 0x0, 0x115f500, 0xc002accc00, 0x129f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002accc00, 0x129f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ac8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002accc00, 0x129f, 0x129f, 0xc002accc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694157, 0x38, 0xc002accc00, 0x129f, 0xaa0378, 0x1, 0xc002accc00, 0x129f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 897 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00113db80, 0xc0001cb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001cb418, 0xaa05c9, 0x2, 0xc002bf0600, 0x1916, 0x8, 0x4b0, 0xc00a117e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bf0600, 0x1916, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001cb570, 0xc007026d00, 0x26, 0xc0059274a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 898 [semacquire]:
regexp.makeOnePass.func1(0x7, 0xc002897c10, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc008bc8420, 0xc008bc8420)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc008bc83c0, 0xc008bc83c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xa6)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d05050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d05050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00720dadc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d05050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d05050, 0x1, 0xc00a780a50, 0xc01002f8700, 0x28042d0a97d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d05050, 0x4, 0x923, 0xc005839601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005839000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0004a6ef0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003251dd0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d05950, 0xc003b73800, 0x16c7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 899 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb07b0, 0xc00a053230, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a053570, 0xc002825c60, 0x7f602d0a9108, 0x0, 0x6d0000c007ee45a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a053570, 0xc002825c60, 0xb9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 901 [semacquire]:
strings.genSplit(0xc0069fc000, 0x1fe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x527, 0x527)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a35418, 0xaa04f9, 0x2, 0xc008102000, 0x1fe1, 0x1, 0x527, 0xc0085a1c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008102000, 0x1fe1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a35570, 0xc00aa69b20, 0x5a, 0xc0005b0011)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 902 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c850, 0x2c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00b02c770, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001ac3118, 0xc00b02c770, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71e30, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71d50, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b9d0, 0xc0039c8d88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b8f0, 0x54b170, 0xc00518c000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00af0b8f0, 0x0, 0x0, 0x0, 0x0, 0xc00af0b8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009be8e70, 0x0, 0x0, 0x0, 0x2600, 0xc00404d800, 0x250a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00404d800, 0x250a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005138b40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039c9570, 0xc00a116280, 0xc0027ff080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 903 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bc0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004bc1d40, 0xc0080c4af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0080bedb0, 0x0, 0x0, 0x0, 0x0, 0x5301, 0xc0080bed80)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bed80, 0x0, 0x0, 0x0, 0x5500, 0xc001e67500, 0x5354, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001e67500, 0x5354, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc008046f30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004575570, 0xc009ff5a00, 0xc0085a14a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 904 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0067b4580, 0xc0038c3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c3418, 0xaa05c9, 0x2, 0xc0066f3200, 0x885, 0x6, 0x1d9, 0xc009e37c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0066f3200, 0x885, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c3570, 0xc007d6cba0, 0x2e, 0xc004983b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 906 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c6a0a00, 0x322, 0x322, 0x3, 0x0, 0x321, 0xc00c6a0a00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002581570, 0xc004b49260, 0xc00a7ac580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 907 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00bd8d020, 0xc006fe13e0, 0xc00bd8d020)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0082ee3e0, 0xc0082ee3e0, 0xc0082ee3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 908 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a744300, 0x6e6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a744300, 0x6e6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a744300, 0x6e6, 0x0, 0x0, 0x115f500, 0x6e6, 0x6e6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a744300, 0x6e6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0064afc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a744300, 0x6e6, 0x6e6, 0xc00a744300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004962b80, 0x37, 0xc00a744300, 0x6e6, 0xaa0378, 0x1, 0xc00a744300, 0x6e6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 909 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002045118, 0xaa04bf, 0x2, 0xc0030ec240, 0x11b, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002045118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002045118, 0xc008839420, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002045118, 0xc008839420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002045118, 0xc008839420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7c70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7b90, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7490, 0xc0012edc00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e73b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e73b0, 0x54b170, 0xc0079edba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a7e73b0, 0x0, 0x0, 0x0, 0x0, 0xc00a7e73b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cf6ff0, 0x0, 0x0, 0x0, 0xd80, 0xc008d1ad80, 0xd0a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008d1ad80, 0xd0a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c4ba20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c23570, 0xc00265d6c0, 0xc00a0b4820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 912 [semacquire]:
strings.Replace(0xc0045a41d0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc007d4f800, 0x6cf, 0x6cf, 0x1, 0xc007d4f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00886bc0f, 0x30, 0xc007d4f800, 0x6cf, 0xaa0378, 0x1, 0xc007d4f800, 0x6cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 913 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0071d91a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0071d9170, 0xc006775320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006775708, 0xc006dc1140, 0xaac03e, 0x7, 0xc006dc1140)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006775708, 0xc006dc1140, 0xc002824ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 915 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0075492c0, 0xc0, 0xc0, 0xc00004d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0075492c0, 0xc0, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022835e0, 0xaa04f9, 0x2, 0xc0075492c0, 0xc0, 0x5, 0xc0022832e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00a73f5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a73f4d0, 0xc002283378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002283570, 0xc00a73f3b0, 0xc00a87bf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002283570, 0xc00a73f3b0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002283570, 0xc00a73f3b0, 0xc00a73f3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 916 [semacquire]:
strings.Replace(0xc001b78000, 0x1b39, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc005fe4cb0, 0x0, 0x0, 0x0, 0x0, 0xc005fe4cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a84bc50, 0x0, 0x0, 0x0, 0x2800, 0xc008f32800, 0x2751, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008f32800, 0x2751, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0056d1820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b5f570, 0xc004ab9fc0, 0xc00457edc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 918 [semacquire]:
strings.genSplit(0xc003def400, 0xaac, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x244, 0x244)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006feb418, 0xaa04fd, 0x2, 0xc0037b9c00, 0xaac, 0x1, 0x244, 0xc00aa69560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037b9c00, 0xaac, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006feb570, 0xc00b0ff0a0, 0x33, 0xc00886a540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 919 [semacquire]:
strings.genSplit(0xc003c8d200, 0x8bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c0, 0x1c0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037ef418, 0xaa04d9, 0x2, 0xc003991b00, 0x8bb, 0x1, 0x1c0, 0xc004942740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003991b00, 0x8bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037ef570, 0xc006809e80, 0x43, 0xc000d52910)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 922 [semacquire]:
strings.Replace(0xc00436e000, 0xaed, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc004ea15e0, 0x0, 0x0, 0x0, 0x0, 0xc004ea15e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbcb0, 0x0, 0x0, 0x0, 0x1300, 0xc00056d900, 0x104f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00056d900, 0x104f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005aa890)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026d9570, 0xc006f00920, 0xc006893620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 925 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ad0e000, 0x2664, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ad0e000, 0x2664, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ad0e000, 0x2664, 0x0, 0x0, 0x115f500, 0xc00ad0e000, 0x2664)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xaa0378, 0x1, 0xc002706000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ad0e000, 0x2664, 0x2664, 0xc00ad0e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000491270, 0x4c, 0xc00ad0e000, 0x2664, 0xaa0378, 0x1, 0xc00ad0e000, 0x2664, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 928 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0880, 0xc00456b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00456b418, 0xaa04d9, 0x2, 0xc0084c1b00, 0x8f5, 0x1, 0x1c7, 0xc002825d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0084c1b00, 0x8f5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00456b570, 0xc002825040, 0x41, 0xc004610eb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 929 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0030af800, 0x785, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0030af800, 0x785, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0030af800, 0x785, 0x0, 0x0, 0x115f500, 0x785, 0x785)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0030af800, 0x785, 0x0, 0x0, 0xaa0378, 0x1, 0xc0030ae800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0030af800, 0x785, 0x785, 0xc0030af800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f4a0, 0x41, 0xc0030af800, 0x785, 0xaa0378, 0x1, 0xc0030af800, 0x785, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 930 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00967cc30, 0xc005a06240, 0x53)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00967cc30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00967cc30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00967cc30, 0xc00503fea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00abaa060, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00abaa030, 0x0, 0x0, 0x0, 0xd80, 0xc009db3600, 0xcf6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc009db3600, 0xcf6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00647f440)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007087570, 0xc006f015a0, 0xc0077af020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 931 [semacquire]:
strings.genSplit(0xc006940000, 0xfa3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x30f, 0x30f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00201d418, 0xaa0599, 0x2, 0xc005101000, 0xfa3, 0x1, 0x30f, 0xc009e37620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005101000, 0xfa3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00201d570, 0xc006d6dbe0, 0x37, 0xc000f3ecc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 933 [semacquire]:
strings.genSplit(0xc00bd4ac80, 0xc5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ae8e000, 0x245, 0x245)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003be7418, 0xaa04fd, 0x2, 0xc0048f8c80, 0xc5b, 0x1, 0x245, 0xc007aba520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0048f8c80, 0xc5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003be7570, 0xc0054091e0, 0x50, 0xc000694a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 935 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c7b418, 0xaa0599, 0x2, 0xc0041b4000, 0xc1c, 0x1, 0x25e, 0xc006449b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0041b4000, 0xc1c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c7b570, 0xc00b31cb00, 0x36, 0xc002360aca)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 936 [semacquire]:
bytes.makeSlice(0x4ea, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002a013e0, 0xf0, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002a013e0, 0xc007330870, 0xf0, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfb7a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfae00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0053a2ed0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a01570, 0xc0000cb820, 0x31, 0xc006924b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 937 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000fa5800, 0x2f8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000fa5800, 0x2f8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000fa5800, 0x2f8, 0x0, 0x0, 0x115f500, 0x2f8, 0x2f8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xaa0378, 0x1, 0xc000fa5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000fa5800, 0x2f8, 0x2f8, 0xc000fa5800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064fb8f0, 0x2e, 0xc000fa5800, 0x2f8, 0xaa0378, 0x1, 0xc000fa5800, 0x2f8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 938 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048be580, 0x50c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048be580, 0x50c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048be580, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048be580, 0x50c, 0x0, 0x0, 0x115f500, 0x50c, 0x50c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048be580, 0x50c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0048be000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048be580, 0x50c, 0x50c, 0xc0048be580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c16f50, 0x34, 0xc0048be580, 0x50c, 0xaa0378, 0x1, 0xc0048be580, 0x50c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 940 [semacquire]:
bytes.makeSlice(0xcad, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0084ce9f0, 0x157, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0084ce9f0, 0xc0029109a0, 0x157, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0084ce9f0, 0xc0029109a0, 0x157, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d3b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c150, 0xb84d20, 0xc0084ce9f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0084ce9f0, 0xc003e2c150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e8a030, 0x50d2a1, 0xc001a00a80, 0x21, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0063d5570, 0xc0051fc5a0, 0xc0003b1d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 942 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3bfc0, 0xc00208d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00208d418, 0xaa0599, 0x2, 0xc0063baa80, 0x9d1, 0x1, 0x1e6, 0xc00272a940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0063baa80, 0x9d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00208d570, 0xc001d41e20, 0x24, 0xc000114c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 943 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a364c00, 0x5c4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a364c00, 0x5c4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a364c00, 0x5c4, 0x0, 0x0, 0x115f500, 0x5c4, 0x5c4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a364600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a364c00, 0x5c4, 0x5c4, 0xc00a364c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114990, 0x24, 0xc00a364c00, 0x5c4, 0xaa0378, 0x1, 0xc00a364c00, 0x5c4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 945 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0078ec750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0078ec820, 0xc004988a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004e560f0, 0x0, 0x0, 0x0, 0x0, 0x601, 0xc004e560c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004e560c0, 0x0, 0x0, 0x0, 0x700, 0xc003bd0000, 0x6a9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003bd0000, 0x6a9, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000bcf4a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002019570, 0xc00265cce0, 0xc00afb1480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 947 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc008bc8480, 0xab2997, 0xc, 0xac009e, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc005805570, 0xc008bc8480, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005805570, 0xc004cfc900, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043baa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 951 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0fe0, 0xc003f0b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0b418, 0xaa04d9, 0x2, 0xc00751b500, 0x955, 0x1, 0x1e0, 0xc00ac7c1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00751b500, 0x955, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0b570, 0xc004cfd680, 0x42, 0xc0044e037b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 952 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b8d400, 0x4eb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b8d400, 0x4eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b8d400, 0x4eb, 0x0, 0x0, 0x115f500, 0x4eb, 0x4eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b8d400, 0x4eb, 0x4eb, 0xc005b8d400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007291fc0, 0x3c, 0xc005b8d400, 0x4eb, 0xaa0378, 0x1, 0xc005b8d400, 0x4eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 954 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b9fca00, 0x13b7, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b9fca00, 0x13b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0x115f500, 0x13b7, 0x13b7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc000630a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b9fca00, 0x13b7, 0x13b7, 0xc00b9fca00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005aa970, 0xf, 0xc00b9fca00, 0x13b7, 0xaa0378, 0x1, 0xc00b9fca00, 0x13b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 955 [semacquire]:
strings.genSplit(0xc006b14000, 0x11f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007fa4a00, 0x332, 0x332)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e8b418, 0xaa0503, 0x2, 0xc00221b900, 0x11f7, 0x3, 0x332, 0xc00265c720)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00221b900, 0x11f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e8b570, 0xc0057d0240, 0x1f, 0xc0060bb9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 956 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0032e0800, 0x1578, 0x2, 0xc0033d5270, 0xc00a09e538, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0032e0800, 0x1578, 0xaa0378, 0x1, 0xc004e16ce0, 0xc00ae7e700)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0033d53e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0033d53e0, 0xc00b1fd800, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0033d5401, 0xc00a09ebb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0033d5570, 0xc00b1fd800, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 957 [semacquire]:
regexp/syntax.(*parser).push(0xc006b2bf80, 0xc007cce620, 0xc007cce620)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc006b2bf80, 0x6b)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002859358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002859358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002859358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002859358, 0x75a856, 0x0, 0xc000b52ee0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002859358, 0xc002859320, 0xc0028593a8, 0x42ca96, 0xc00899ce10, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0028593c0, 0xc0028593d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651d600)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040080c0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002859570, 0xc006f01c40, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 958 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0022d6c00, 0x1282, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0022d6c00, 0x1282, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022d6c00, 0x1282, 0x0, 0x0, 0x115f500, 0x1282, 0x1282)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xaa0378, 0x1, 0xc0022d5900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022d6c00, 0x1282, 0x1282, 0xc0022d6c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064d8ec0, 0x39, 0xc0022d6c00, 0x1282, 0xaa0378, 0x1, 0xc0022d6c00, 0x1282, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 959 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b1c0, 0xc003c79318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c79418, 0xaa04f9, 0x2, 0xc001198000, 0x977, 0x4, 0x1dd, 0xc00272b160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001198000, 0x977, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c79570, 0xc000960b20, 0x2d, 0xc005927d10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004752c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 960 [semacquire]:
regexp/syntax.(*parser).push(0xc000073920, 0xc005b2d880, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc000073920, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000983358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000983358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000983358, 0x0, 0xb856e0, 0xc0003b0188, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000983358, 0xc006094070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000983358, 0x42ca96, 0xc004b1d8f0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006f00800, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00200de30, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000983570, 0xc00265da60, 0xabc101, 0x1d, 0x49, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 961 [semacquire]:
strings.genSplit(0xc006598900, 0x81d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ac8f80, 0x199, 0x199)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0f418, 0xaa058b, 0x2, 0xc007a74900, 0x81d, 0x3, 0x199, 0xc0067b4840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007a74900, 0x81d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0f570, 0xc0051fc360, 0x20, 0xc000492da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004755c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2466 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0029ae0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae0d0, 0xc0077aacb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aaa60, 0x0, 0x0, 0x0, 0xc0039cd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aaa60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039cd950, 0xc003ecac00, 0x1248, 0x3, 0xc00454aa21, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 964 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0078ab8c0, 0xc0078ab8c0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054fb570, 0xc004ae3a80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 967 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0071c6000, 0x47b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0071c6000, 0x47b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0071c6000, 0x47b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0071c6000, 0x47b, 0x0, 0x0, 0x115f500, 0x47b, 0x47b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0071c6000, 0x47b, 0x0, 0x0, 0xaa0378, 0x1, 0xc000155680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0071c6000, 0x47b, 0x47b, 0xc0071c6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c19170, 0x30, 0xc0071c6000, 0x47b, 0xaa0378, 0x1, 0xc0071c6000, 0x47b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 968 [semacquire]:
regexp.onePassCopy(0xc000ebd9e0, 0xc000ebd9e0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc000ebd9e0, 0xc000ebd9e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x159)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c7d358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c7d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c7d358, 0x0, 0xb856e0, 0xc0003b0008, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c7d358, 0xc007cb4070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c7d358, 0x42cc84, 0xc000ebd9b0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003c7d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc009e376e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007a95260, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003c7d570, 0xc00272a1a0, 0xabc101, 0x1d, 0x39, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 970 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x127, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a66f040, 0x127, 0x127, 0xc00a66f040)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cab400, 0x39, 0xc00a66f040, 0x127, 0xaa0378, 0x1, 0xc00a66f040, 0x127, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 971 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006f01800, 0xc003f0d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0d418, 0xaa058b, 0x2, 0xc005505800, 0x392, 0xc005505800, 0xc003f0d408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005505800, 0x392, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0d570, 0xc0081de980, 0x35, 0xc00886a1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 972 [semacquire]:
bytes.makeSlice(0x19d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001f97260, 0x11d, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001f97260, 0xc0053bb8c0, 0x11d, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3b20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008139b60, 0xa9ece0, 0xc008139b30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001f97570, 0xc004e16a40, 0x58)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 973 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e377e0, 0xc003cab318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cab418, 0xaa04d9, 0x2, 0xc0033e9b00, 0x8fe, 0xc0033e9b00, 0xc003cab408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0033e9b00, 0x8fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cab570, 0xc008c7ef40, 0x48, 0xc0044e02d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 975 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc00571a060)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00571a060, 0x0, 0x0, 0x0, 0x800, 0xc006787000, 0x7ea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006787000, 0x7ea, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc007c45b00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002743570, 0xc004b49e00, 0xc009c20160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1823 [semacquire]:
bytes.makeSlice(0x103f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000f6f118, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000f6f118, 0x1189d56, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f6f118, 0xc003959201, 0xc73, 0xc73, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb7a0, 0xc004cd7b80, 0xc000f6dff8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb730, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb650, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea700, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebc70, 0xc002844d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc007aebc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebb90, 0x54b170, 0xc005853c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007aebb90, 0x0, 0x0, 0x0, 0x0, 0xc007aebb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0074596b0, 0x0, 0x0, 0x0, 0x1800, 0xc006783000, 0x15fe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006783000, 0x15fe, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00bcf3480)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002845570, 0xc0003b0ea0, 0xc0003b1840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 978 [semacquire]:
strings.genSplit(0xc008fa6c00, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b3daf00, 0x20a, 0x20a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e99418, 0xaa04fd, 0x2, 0xc00598c800, 0xac7, 0x1, 0x20a, 0xc008c7ea40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00598c800, 0xac7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e99570, 0xc000961280, 0x21, 0xc00873e690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 979 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007970560, 0xc001b4d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b4d418, 0xaa04f9, 0x2, 0xc0037ba800, 0xb09, 0x1, 0x217, 0xc00000eb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037ba800, 0xb09, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b4d570, 0xc00a251c20, 0x3b, 0xc00526dd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 983 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f5b5e0, 0xaa04f9, 0x2, 0xc008e0f8c0, 0x14d, 0x1, 0x33, 0xc00723cdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f5b570, 0xc000ca1d40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 984 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651d120, 0xc0020bf318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020bf418, 0xaa04df, 0x2, 0xc0076f5700, 0x51e, 0x4, 0x114, 0xc00651d100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0076f5700, 0x51e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020bf570, 0xc007c64180, 0x39, 0xc0071acb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 985 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3af20, 0xc002177318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002177418, 0xaa058b, 0x2, 0xc0064b0300, 0x615, 0x4, 0x12f, 0xc00272a460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0064b0300, 0x615, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002177570, 0xc001d41ee0, 0x38, 0xc001da40c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 990 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002566a90, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002566a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002566a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002566a90, 0xc007995490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a895650, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00a895620)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a895620, 0x0, 0x0, 0x0, 0xc00, 0xc003129400, 0xb44, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003129400, 0xb44, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005cc9200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003849570, 0xc000421260, 0xc0019fb700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1150 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b4c0, 0xc00b12b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b12b418, 0xaa04df, 0x2, 0xc00b598c00, 0x1215, 0x5, 0x3bb, 0xc005ceff40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00b598c00, 0x1215, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b12b570, 0xc005cefa20, 0x3c, 0xc005d887d4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 994 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b9f5e0, 0xaa04f9, 0x2, 0xc0098c8c00, 0xb9, 0xb, 0xc000b9f2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00571bfb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00571bd70, 0xc000b9f378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000b9f570, 0xc00b6c1830, 0xc005409040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000b9f570, 0xc00b6c1830, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000b9f570, 0xc00b6c1830, 0xc00b6c1830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 996 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00059b418, 0xaa04f9, 0x2, 0xc008d1e380, 0xce1, 0x1, 0x295, 0xc00b43b960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d1e380, 0xce1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00059b570, 0xc0000cb240, 0x47, 0xc000ea7310)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 997 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0078e7000, 0x748, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0078e7000, 0x748, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0078e7000, 0x748, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0078e7000, 0x748, 0x0, 0x0, 0x115f500, 0x748, 0x748)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0078e7000, 0x748, 0x0, 0x0, 0xaa0378, 0x1, 0xc00660a800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0078e7000, 0x748, 0x748, 0xc0078e7000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00487c4c0, 0x31, 0xc0078e7000, 0x748, 0xaa0378, 0x1, 0xc0078e7000, 0x748, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 998 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ff20, 0xc003939318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003939418, 0xaa0569, 0x2, 0xc002957500, 0x9b9, 0x27, 0x1a5, 0xc009e372e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002957500, 0x9b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003939570, 0xc002186520, 0x41, 0xc00465fbd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1001 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007676600, 0x10ef, 0xc0036f9270, 0xc00004d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007676600, 0x10ef, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036f9418, 0xaa04f9, 0x2, 0xc007676600, 0x10ef, 0x1, 0x32f, 0xc00875b5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007676600, 0x10ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036f9570, 0xc004991b40, 0x39, 0xc000be06c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1002 [semacquire]:
regexp.makeOnePass(0xc009de5590, 0xc009de5590)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc005f1a4e0, 0xc005f1a4e0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00376b358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00376b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00376b358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00376b358, 0x75a856, 0x0, 0xc0034ff3b0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00376b358, 0xc00376b320, 0xc00376b3a8, 0x42ca96, 0xc005f1a4b0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00376b3c0, 0xc00376b3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc005e52280)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024210b0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00376b570, 0xc005f1d9e0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1003 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007971cc0, 0xc00393d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00393d418, 0xaa0569, 0x2, 0xc007d4dc00, 0x643, 0x15, 0x180, 0xc007971ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007d4dc00, 0x643, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00393d570, 0xc002186280, 0x33, 0xc000be04c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1004 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00393f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00393f358, 0xc0031e4070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00393f358, 0x42ca96, 0xc008b0f6b0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00393f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007b3bbe0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016d3500, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00393f570, 0xc0049420a0, 0xabc101, 0x1d, 0x40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1005 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046b95e0, 0xaa04f9, 0x2, 0xc00794b740, 0xb8, 0x5, 0x1e, 0xc007b3bee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0046b9570, 0xc003d23da0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046b9570, 0xc004ae3580, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1006 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).AddNodes(0xc007fac270, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:38 +0xa2
github.com/PuerkitoBio/goquery.(*Selection).AddSelection(0xc007fac270, 0xc007fac330, 0x6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:27 +0x53
github.com/PuerkitoBio/goquery.(*Selection).Union(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:32
github.com/advancedlogic/GoOse.(*VideoExtractor).GetVideos(0xc006ac58a0, 0xc00113d460, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:141 +0x133
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:163 +0x86a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2448 [semacquire]:
strings.genSplit(0xc0073bc000, 0x1437, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bc0a000, 0x459, 0x459)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008aaf418, 0xaa04f9, 0x2, 0xc00a31c000, 0x1437, 0x1, 0x459, 0xc007ff2f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a31c000, 0x1437, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008aaf570, 0xc007ff2b60, 0x86, 0xc008f9fdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1008 [semacquire]:
strings.genSplit(0xc003d82000, 0x6ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f2ca00, 0x13d, 0x13d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0f418, 0xaa058b, 0x2, 0xc00a80a700, 0x6ae, 0x2, 0x13d, 0xc0049c1960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a80a700, 0x6ae, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a0f570, 0xc00265d4c0, 0x52, 0xc00247d740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1011 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004e0e000, 0x78e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004e0e000, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004e0e000, 0x78e, 0x0, 0x0, 0x115f500, 0x78e, 0x78e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004e0e000, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004cc9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004e0e000, 0x78e, 0x78e, 0xc004e0e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0069250c0, 0x3f, 0xc004e0e000, 0x78e, 0xaa0378, 0x1, 0xc004e0e000, 0x78e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1012 [semacquire]:
strings.genSplit(0xc00350b300, 0x1213, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0093baa00, 0x323, 0x323)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c5418, 0xaa04d9, 0x2, 0xc003ffb300, 0x1213, 0x1, 0x323, 0xc00a117380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003ffb300, 0x1213, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c5570, 0xc00a8ebd40, 0x50, 0xc000490a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1013 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006061458, 0xaa04f9, 0x2, 0xc0024881e0, 0xe2, 0xc006061298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc008bc9ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc9e90, 0xc006061320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0060613e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0060613e0, 0xc004d593e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006061401, 0xc00009bf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006061570, 0xc004d593e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1014 [semacquire]:
bytes.(*Buffer).grow(0xc00654d118, 0x1, 0x120)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc00654d118, 0x1189cea, 0x1, 0x1, 0x103, 0x120)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00654d118, 0xc00787dd40, 0x103, 0x7, 0xc00787dd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00654d118, 0xc00288ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00654d118, 0xc00288ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288cd90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288cd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288cd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288ccb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00288c5b0, 0xc00393ad98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00393b118, 0xc00288c5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00288c5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00654d118, 0xc00b60f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00393b118, 0xc00b60f340, 0x54b170, 0xc0071a36c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00b60f340, 0x0, 0x0, 0x0, 0x0, 0xc00b60f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b46c4b0, 0x0, 0x0, 0x0, 0x1980, 0xc00b192c80, 0x1870, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b192c80, 0x1870, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002228680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00393b570, 0xc004ae3120, 0xc005f1c6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1015 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc006837fc0, 0x8, 0x8, 0xc00054f9a0, 0xa, 0xa, 0xc0036fb2e8, 0xc00b27d7a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000410930, 0x1, 0x1, 0xc0036fb3b8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000410930, 0x1, 0x1, 0xb856e0, 0xc00b27d7a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00255e000, 0xaa03ab, 0x1, 0xc0094aa060)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc0036fb570, 0xc004cfca00, 0xc001e41080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1016 [semacquire]:
strings.genSplit(0xc001de50e0, 0x111, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x111, 0xc001de4fc0, 0x111)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045215e0, 0xaa04f9, 0x2, 0xc001de4fc0, 0x111, 0xa, 0xc0045212e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc00571aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010455f0, 0xc004521378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004521570, 0xc0010452f0, 0xc008ddd1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004521570, 0xc0010452f0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004521570, 0xc0010452f0, 0xc0010452f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1019 [semacquire]:
strings.genSplit(0xc007ff6d80, 0x474, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xf5, 0xf5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f33418, 0xaa0503, 0x2, 0xc007686480, 0x474, 0x2, 0xf5, 0xc004da17e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007686480, 0x474, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f33570, 0xc004943140, 0x42, 0xc004de745d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2452 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ebf418, 0xaa0503, 0x2, 0xc00213a800, 0xaf6, 0x2, 0x279, 0xc00a5aa540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00213a800, 0xaf6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ebf570, 0xc00a5aa1c0, 0x38, 0xc007a7b700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1021 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265c2c0, 0xc0036f5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036f5418, 0xaa0569, 0x2, 0xc0021d4800, 0x152e, 0x1d, 0x3eb, 0xc00000e840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0021d4800, 0x152e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036f5570, 0xc004942c40, 0x37, 0xc000be1640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1022 [semacquire]:
regexp.(*bitState).reset(0xc000b68f20, 0xc000021c20, 0x89c, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x431, 0x2, 0xc00b5c20d0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x431, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007a74000, 0x89c, 0x2, 0xc0056bb270, 0xc00653c6a0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc007a74000, 0x89c, 0xaa0378, 0x1, 0xc0028244e0, 0xc00a090800)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056bb3e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056bb3e0, 0xc004749d40, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056bb401, 0xc00a09e450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056bb570, 0xc004749d40, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1023 [semacquire]:
strings.genSplit(0xc0068b8000, 0x903, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1d5, 0x1d5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003953418, 0xaa059b, 0x2, 0xc004a2c000, 0x903, 0x5b, 0x1d5, 0xc006892580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004a2c000, 0x903, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003953570, 0xc004b49900, 0x32, 0xc000116ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2464 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee9ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ee9ba0, 0xc00327e3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa8a0, 0x0, 0x0, 0x0, 0xc00245f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa8a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00245f950, 0xc007ccb900, 0x10d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1029 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470fc60, 0xc0030df318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030df418, 0xaa0503, 0x2, 0xc00626c600, 0x1858, 0x5, 0x522, 0xc007c646a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00626c600, 0x1858, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030df570, 0xc006b13cc0, 0x33, 0xc005d88600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1031 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004aa8000, 0x792, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004aa8000, 0x792, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004aa8000, 0x792, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004aa8000, 0x792, 0x0, 0x0, 0x115f500, 0x792, 0x792)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004aa8000, 0x792, 0x0, 0x0, 0xaa0378, 0x1, 0xc004aa7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004aa8000, 0x792, 0x792, 0xc004aa8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be0800, 0x39, 0xc004aa8000, 0x792, 0xaa0378, 0x1, 0xc004aa8000, 0x792, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1032 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc006317900, 0x7c, 0x2, 0xc000fcde88, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc006317900, 0x7c, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc0034d8460, 0xc000fcdea0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0034dddc0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000fcf118, 0xc0034dddc0, 0xc000000001, 0xa)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fcf118, 0xc0034dddc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc0034dddc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc001b032d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fcf118, 0xc001b032d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fcf118, 0xc001b032d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b1490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b13b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b0cb0, 0xc00376ee10, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00376f118, 0xc0019b0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fcf118, 0xc0019b0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00376f118, 0xc0019b0bd0, 0x54b170, 0xc006fe7ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0019b0bd0, 0x0, 0x0, 0x0, 0x0, 0xc0019b0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007796f30, 0x0, 0x0, 0x0, 0x4800, 0xc009d77000, 0x46dd, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009d77000, 0x46dd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0048ff2c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00376f570, 0xc00000f460, 0xc002126fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1033 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005057b80, 0x52e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005057b80, 0x52e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005057b80, 0x52e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005057b80, 0x52e, 0x0, 0x0, 0x115f500, 0x52e, 0x52e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005057b80, 0x52e, 0x0, 0x0, 0xaa0378, 0x1, 0xc005057080)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005057b80, 0x52e, 0x52e, 0xc005057b80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618eac0, 0x35, 0xc005057b80, 0x52e, 0xaa0378, 0x1, 0xc005057b80, 0x52e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1034 [semacquire]:
regexp.(*Regexp).get(0xc000137ae0, 0xc009e5f401)
/usr/local/go/src/regexp/regexp.go:255 +0x247
regexp.(*Regexp).doExecute(0xc000137ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc005bc46b0, 0x9, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc00ae35950)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae35920, 0xc0048472a8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc00ae35890)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae357a0, 0xc004847350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc004847708, 0xc00265d120, 0xc000137ae0, 0xc0048473f8, 0xc005be7920)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc004847708, 0xc00265d120, 0xc00afb1aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006971a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1036 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265cac0, 0xc005271318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005271418, 0xaa0569, 0x2, 0xc0079f9300, 0x1280, 0x1c, 0x3b2, 0xc004eae580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0079f9300, 0x1280, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005271570, 0xc00000f060, 0x37, 0xc006924a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006974a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1038 [semacquire]:
strings.genSplit(0xc009420000, 0x175e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c972a80, 0x494, 0x494)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a3d418, 0xaa05c9, 0x2, 0xc00939d800, 0x175e, 0x8, 0x494, 0xc0000cbf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00939d800, 0x175e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a3d570, 0xc00265c020, 0x3c, 0xc00618f540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006977a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1041 [semacquire]:
strings.genSplit(0xc007aa2c00, 0x15f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x15f, 0xc00242edc0, 0x15f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0050035e0, 0xaa04f9, 0x2, 0xc00242edc0, 0x15f, 0x1, 0x22, 0xc00b31de40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005003570, 0xc000a52e40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1043 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00256d5e0, 0xaa04f9, 0x2, 0xc00a704a00, 0x1493, 0xb, 0x26, 0xc000e06420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00256d570, 0xc0027fe340, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1843 [semacquire]:
bytes.makeSlice(0x451, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00432b3e0, 0x9d, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00432b3e0, 0xc0069c8820, 0x9d, 0x5165d7, 0xc00292f418, 0xc00a4dfde0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de2310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de22a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000309730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000309650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0085588c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00505c4e0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00432b570, 0xc00a6239e0, 0x3a, 0xc00266d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1045 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651d0e0, 0xc004799318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004799418, 0xaa04df, 0x2, 0xc005c10600, 0x5ab, 0x5, 0x14a, 0xc009ecc120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c10600, 0x5ab, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004799570, 0xc0021260c0, 0x39, 0xc00526ca40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1046 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00646dc00, 0xb29, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00646dc00, 0xb29, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00646dc00, 0xb29, 0x0, 0x0, 0x115f500, 0xb29, 0xb29)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00646dc00, 0xb29, 0x0, 0x0, 0xaa0378, 0x1, 0xc00646c400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00646dc00, 0xb29, 0xb29, 0xc00646dc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618f896, 0x25, 0xc00646dc00, 0xb29, 0xaa0378, 0x1, 0xc00646dc00, 0xb29, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000983c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1047 [semacquire]:
strings.genSplit(0xc008494000, 0xc0c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x4007f6004391408)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b27418, 0xaa04fd, 0x2, 0xc005c3d900, 0xc0c, 0xc005c3d900, 0xc003b27408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c3d900, 0xc0c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b27570, 0xc0085a0d00, 0x37, 0xc005365840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1048 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002478000, 0x136e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002478000, 0x136e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002478000, 0x136e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002478000, 0x136e, 0x0, 0x0, 0x115f500, 0x136e, 0x136e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002478000, 0x136e, 0x0, 0x0, 0xaa0378, 0x1, 0xc002092a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002478000, 0x136e, 0x136e, 0xc002478000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005217cc0, 0x3a, 0xc002478000, 0x136e, 0xaa0378, 0x1, 0xc002478000, 0x136e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000986c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1049 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0091fe3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0091fe390, 0xc00894d320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00894d708, 0xc00aa682a0, 0xaac03e, 0x7, 0xc00aa682a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00894d708, 0xc00aa682a0, 0xc0085a1e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1051 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002041118, 0xc00698c5f1, 0x47, 0x47, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002041118, 0xc006d9ce00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9cc40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002041118, 0xc006d9cc40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002041118, 0xc006d9cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002041118, 0xc006d9cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9c380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc006d9c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc006d9c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc006d9c2a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc006d9c2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc006d9c2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc0097dc9a0, 0xc005d72d88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d73118, 0xc0097dc9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc0097dc9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002041118, 0xc0097dc8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d73118, 0xc0097dc8c0, 0x54b170, 0xc002fe84e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0097dc8c0, 0x0, 0x0, 0x0, 0x0, 0xc0097dc8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008d30360, 0x0, 0x0, 0x0, 0x1300, 0xc0040ad900, 0x1041, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0040ad900, 0x1041, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc009940e80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d73570, 0xc004fa8780, 0xc002127120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1052 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc001e1e000, 0x798, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004983f50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018e1570, 0xc004990660, 0xc008f46a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1053 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a623420, 0xc003779318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003779418, 0xaa04f9, 0x2, 0xc00aa5a000, 0x1d5c, 0x1, 0x58a, 0xc00a623400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00aa5a000, 0x1d5c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003779570, 0xc00a251600, 0x37, 0xc006567ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1054 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc004b1d4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004b1d4a0, 0xc002e5f320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002e5f708, 0xc007d6dd20, 0xaac03e, 0x7, 0xc007d6dd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002e5f708, 0xc007d6dd20, 0xc00b43b680)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000991a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1055 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d060, 0xc0039fd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039fd418, 0xaa04fd, 0x2, 0xc007dd5500, 0x1418, 0x1, 0x396, 0xc00ac7c3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007dd5500, 0x1418, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039fd570, 0xc005e53ce0, 0x35, 0xc0052e9080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1056 [semacquire]:
regexp/syntax.(*parser).push(0xc0030921e0, 0xc002d90000, 0xc000dc2e01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0030921e0, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000dc3358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000dc3358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000dc3358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000dc3358, 0x75a856, 0x0, 0xc0049c9500, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000dc3358, 0xc000dc3320, 0xc000dc33a8, 0x42ca96, 0xc008545050, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000dc33c0, 0xc000dc33d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049c0360)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00326a1b0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000dc3570, 0xc004991780, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000994a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1060 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00b4f4000, 0x162a, 0x2, 0xc007083270, 0xc008fb1d28, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00b4f4000, 0x162a, 0xaa04bf, 0x2, 0xc00b4f4000, 0x162a)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0070833e0, 0xc000d6b400, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0070833e0, 0xc00119a8a0, 0xaa04f9, 0x2, 0xc007083570, 0x8, 0x9ecc80, 0xc007083401, 0xc008084c68)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007083570, 0xc00119a8a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1061 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bcbe800, 0x384, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bcbe800, 0x384, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bcbe800, 0x384, 0x0, 0x0, 0x115f500, 0x384, 0x384)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bcbe800, 0x384, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bcbe400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bcbe800, 0x384, 0x384, 0xc00bcbe800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006804340, 0x38, 0xc00bcbe800, 0x384, 0xaa0378, 0x1, 0xc00bcbe800, 0x384, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1062 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cef140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003cef140, 0xb7b620, 0xc006c288a0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc006c288a0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc006c288a0, 0xc003cef230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c288a0, 0x0, 0x0, 0x0, 0x900, 0xc006d8c000, 0x880, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc006d8c000, 0x880, 0x0, 0x0, 0x0, 0x440d95, 0xc0097b0780, 0x7f602d605bb5, 0xa852f2b400000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003cef570, 0xc00265dc20, 0xc000420ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1063 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0096b4240, 0x2a97d0748, 0x1251a20, 0xc00b0ff160, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1064 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0072bc000, 0x20, 0x203001, 0x203001, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006b25570, 0xc002b56fc0, 0xc002186660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1065 [semacquire]:
strings.genSplit(0xc006ab5300, 0x18f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x47f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0000c3570, 0xc00593eb40, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0000c3570, 0xc00651c580, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1069 [semacquire]:
regexp.(*machine).alloc(...)
/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7563307100000001, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6536527459686f74)
/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6d61635f00000011, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x44206f72655a2064)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6c70206700000016, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x3d656372756f735f)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x657265770000001e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x73656c757220676e)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7261702d00000026, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5841546e67697365)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656c706f0000002f, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6c6c6974736e6920)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6f735f6d00000036, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5841546e67697365)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x657361650000003d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x657020726f66206c)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2073656800000046, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f2064656b726170)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x692074680000004c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656420646e61202c)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65443d6500000052, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x635f6d7475264958)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74696e7500000059, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6e616d6574614220)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x443d6d7500000060, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d74752649584154)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7475264900000071, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x65443d6e67696170)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6d7569640000007c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7526495841546e67)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7420676e00000084, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x74206e6920796164)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x8d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x9d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xa7, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73696d20000000c2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x2a2a2063696d6564)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656d2065000000d4, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f7263206e692067)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6c616963000000dc, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6e6920676e697974)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x72657474000000e2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x72756f735f6d7475)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x64656e6f0000010d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x666f20656b616c20)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74732f7600000117, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x756964656d5f6d74)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6720656c00000121, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x202e686361656220)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x333d65700000012a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x342d766d6e756672)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7331646d00000131, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x72656d656f6f7a72)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x786237320000018a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7861746e67697365)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x70206e6500000195, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7420726f66207265)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x75266978000001b1, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7365643d746e6574)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x746e6576000001c3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7370747468202820)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x643d6d72000001c9, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x697861746e676973)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74206272000001db, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7777772f2f3a7370)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e65746e000001e2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7369207375726976)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x79617473000001fa, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20746920646e6120)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6920736100000202, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6920656874207475)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x61206c6c0000020e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d6f632e72657474)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6769736500000217, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x202e6f6564697620)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x656e206700000221, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7861746e67697365)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65643d6e00000227, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656369746f6e2f6d)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2a20292000000231, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x2f7375746174732f)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3d6e676900000247, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6974746567205d6e)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7420666f00000251, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7370747468223d63)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x65643d6d00000258, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x746e67697365643d)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e696c6c00000270, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x27b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20656b614c207399)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6469762000000284, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x676e697275642073)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x69786f720000028b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7320736177206f65)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e55203f00000293, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6f63532079622074)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6574736f0000029b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x50206c6f6f50206e)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2073746e000002a8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7220676e69636e61)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x72657720000002d0, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x742064656c6c6974)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73616572000002e8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7020726f66206c61)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x73656863000002ef, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x656b726170732073)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x74686769000002fa, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x20646e61202c7375)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6f70706f00000305, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x42206e6f73614a20)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x746142200000030e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x7320726574666120)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6572756700000316, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x74746977742f2f3a)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4958415400000327, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x3b706d6126495841)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x6e20226f00000330, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x6d617266693c2020)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x33e, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x344, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x352, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x36a, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x376, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc0003786d8)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xc000000382, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x60)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x2030000000038c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3a0, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc000378880)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3af, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc00389cd00)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3c3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x101000100)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3ca, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xab52f4)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3d3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xab6d98)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3db, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x13)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3e1, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3e8, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3f3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x75)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x3fd, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x404, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xaa04f9)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x415, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x5b)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x41f, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x426, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x43b, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x44c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x46d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x4e)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0xc000000475, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x120)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x485, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x48d, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x49c, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4a3, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4ad, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x4564cc)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x7f60000004c2, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc0003798b8)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4dd, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0x10)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc000da6870, 0xc000da6880, 0x4e6, 0x0, 0xc006305c90, 0x0, 0x2, 0xc003542fb0, 0x0, 0xc00b14df20)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1070 [semacquire]:
strings.genSplit(0xc00190f500, 0xa12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b3d6500, 0x20f, 0x20f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a67418, 0xaa04f9, 0x2, 0xc004161500, 0xa12, 0x1, 0x20f, 0xc000a52e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004161500, 0xa12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a67570, 0xc002b56fe0, 0x3c, 0xc005365d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1071 [semacquire]:
regexp.(*Regexp).get(0xc000137ae0, 0xc00b371901)
/usr/local/go/src/regexp/regexp.go:256 +0x2f5
regexp.(*Regexp).doExecute(0xc000137ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004626ba0, 0x9, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc00869b440)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b410, 0xc0057432a8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc00869b380)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b290, 0xc005743350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc005743708, 0xc002b57080, 0xc000137ae0, 0xc0057433f8, 0xc007cdd0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005743708, 0xc002b57080, 0xc001fc1c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1072 [semacquire]:
strings.genSplit(0xc00a2345a0, 0x1ce, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1ce, 0xc00a2343c0, 0x1ce)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a495e0, 0xaa04f9, 0x2, 0xc00a2343c0, 0x1ce, 0x17, 0x35, 0xc005307360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a49570, 0xc0077ae840, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1073 [semacquire]:
encoding/json.Unmarshal(0xc0048de360, 0x10c, 0x120, 0x9cfa40, 0xc0049c1a40, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0028255c0, 0xc000b04c00, 0x1141, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc000b04c00, 0x1141, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006924c00, 0x3c, 0xc000b04c00, 0x1141, 0xaa0378, 0x1, 0xc000b04c00, 0x1141, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1075 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0075dc780, 0xe, 0x10, 0xc002326500, 0x14, 0x20, 0xc002abb1e8, 0xc004ab89e0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc00a26b408, 0x1, 0x1, 0xc002abb2b8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00a26b408, 0x1, 0x1, 0xb856e0, 0xc004ab89e0, 0xfffffffffffffff9, 0xf0, 0x4031000000000000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc009700420, 0xaa03b1, 0x1, 0x4015000000000000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002abb570, 0xc009700420, 0xc00b3e77e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:632 +0x56
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002abb570, 0xc009700420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002abb570, 0xc009700420, 0xc009700420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1076 [semacquire]:
strings.genSplit(0xc001e9f800, 0xa8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc0047cd3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047cd418, 0xaa0503, 0x2, 0xc001e9ec00, 0xa8e, 0xc001e9ec00, 0xc0047cd408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001e9ec00, 0xa8e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047cd570, 0xc008c7e200, 0x43, 0xc005d3e690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1078 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00437e480, 0x442, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00437e480, 0x442, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00437e480, 0x442, 0x0, 0x0, 0x115f500, 0x442, 0x442)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00437e480, 0x442, 0x0, 0x0, 0xaa0378, 0x1, 0xc00437e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00437e480, 0x442, 0x442, 0xc00437e480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00266d640, 0x38, 0xc00437e480, 0x442, 0xaa0378, 0x1, 0xc00437e480, 0x442, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1080 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002169c00, 0x345, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002169c00, 0x345, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002169c00, 0x345, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002169c00, 0x345, 0x0, 0x0, 0x115f500, 0xc002169c00, 0x345)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002169c00, 0x345, 0x0, 0x0, 0xaa0378, 0x1, 0xc002169880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002169c00, 0x345, 0x345, 0xc002169c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002361ac0, 0x36, 0xc002169c00, 0x345, 0xaa0378, 0x1, 0xc002169c00, 0x345, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1081 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0084fad50, 0x2e6d28543, 0x1251a20, 0xc005f1dd00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1082 [semacquire]:
bytes.makeSlice(0x2f2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00c0315f0, 0x8, 0xc000b78fc0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00c0315f0, 0xc004a05b40, 0x8, 0x6, 0xffffffffffffffff, 0xad0190)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00c0315f0, 0xc004a05b40, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00c0315f0, 0xc0063f8ee0, 0xb84d20, 0xc00c0315f0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00c0315f0, 0xc0063f8ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00c0315c0, 0x203003, 0x203003, 0xe7a7b400000004, 0x52)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00c0315c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006ed0f60, 0xc0089a5320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0089a5708, 0xc0051fc840, 0xaac03e, 0x7, 0xc0051fc840)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0089a5708, 0xc0051fc840, 0xc004ab9b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1083 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bcd5e0, 0xaa04f9, 0x2, 0xc0075a4fc0, 0x69, 0x30, 0xc002bcd2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00b2aca80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2aca50, 0xc002bcd378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002bcd570, 0xc00b5ef6e0, 0xc0049c0a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002bcd570, 0xc00b5ef6e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002bcd570, 0xc00b5ef6e0, 0xc00b5ef6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2458 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee95f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ee96c0, 0xc000d08fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa7c0, 0x0, 0x0, 0x0, 0xc00457d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa7c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00457d950, 0xc00813c000, 0x11b7, 0x6, 0xc0072b846e, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a06660, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1089 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005cf8000, 0xc04, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005cf8000, 0xc04, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005cf8000, 0xc04, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005cf8000, 0xc04, 0x0, 0x0, 0x115f500, 0xc04, 0xc04)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005cf8000, 0xc04, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d39200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005cf8000, 0xc04, 0xc04, 0xc005cf8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006699080, 0x3c, 0xc005cf8000, 0xc04, 0xaa0378, 0x1, 0xc005cf8000, 0xc04, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1091 [semacquire]:
strings.genSplit(0xc003cb8380, 0xc8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x283, 0x283)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004023418, 0xaa0569, 0x2, 0xc003e81b00, 0xc8e, 0x1c, 0x283, 0xc005f1c8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e81b00, 0xc8e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004023570, 0xc0028243c0, 0x3b, 0xc0001177c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1094 [semacquire]:
strings.genSplit(0xc0055ca000, 0xda6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b3ea80, 0x2a3, 0x2a3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d79418, 0xaa04f9, 0x2, 0xc006b29000, 0xda6, 0x1, 0x2a3, 0xc007b3aa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b29000, 0xda6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d79570, 0xc00ad50220, 0x39, 0xc005365e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1095 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005760c00, 0x5f6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005760c00, 0x5f6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005760c00, 0x5f6, 0x0, 0x0, 0x115f500, 0x5f6, 0x5f6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005760c00, 0x5f6, 0x0, 0x0, 0xaa0378, 0x1, 0xc006cbc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005760c00, 0x5f6, 0x5f6, 0xc005760c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064d8d0b, 0x29, 0xc005760c00, 0x5f6, 0xaa0378, 0x1, 0xc005760c00, 0x5f6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1096 [semacquire]:
strings.genSplit(0xc00577c800, 0x72e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0090d9300, 0x185, 0x185)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a37418, 0xaa0503, 0x2, 0xc00257f800, 0x72e, 0x3, 0x185, 0xc004b483a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00257f800, 0x72e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a37570, 0xc002b56de0, 0x39, 0xc005365640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1099 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00608e600, 0x5ab, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00608e600, 0x5ab, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00608e600, 0x5ab, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00608e600, 0x5ab, 0x0, 0x0, 0x115f500, 0x5ab, 0x5ab)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00608e600, 0x5ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc004fd0600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00608e600, 0x5ab, 0x5ab, 0xc00608e600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006804480, 0x3b, 0xc00608e600, 0x5ab, 0xaa0378, 0x1, 0xc00608e600, 0x5ab, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1100 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003988000, 0x28b, 0x28b, 0x3, 0x0, 0x28a, 0xc003988000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f47570, 0xc0021262e0, 0xc006b13000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1101 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00456d418, 0xaa059b, 0x2, 0xc00b0bc000, 0x1558, 0x67, 0x401, 0xc00a623580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b0bc000, 0x1558, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00456d570, 0xc000a521e0, 0x3b, 0xc00526dd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1102 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005630750, 0xc003449230, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc003449570, 0xc0053064c0, 0x28, 0xc0056306c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003449570, 0xc0053064c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1104 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc003d25450)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc003d25450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d25450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d25450, 0xc0043bbf10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0079b6ea0, 0x0, 0x0, 0x0, 0xc002f57258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0079b6ea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f57950, 0xc006132000, 0x19c9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1105 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002593418, 0xaa04f9, 0x2, 0xc00905cf80, 0x19a3, 0xc00905cf80, 0xc002593408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00905cf80, 0x19a3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002593570, 0xc004ab8b40, 0x32, 0xc0053c74c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1106 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b3e0, 0xc005e9d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e9d418, 0xaa0569, 0x2, 0xc00443d000, 0x16fb, 0x1e, 0x445, 0xc00272b2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00443d000, 0x16fb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e9d570, 0xc00523a4e0, 0x39, 0xc0087984c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1107 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008c7e780, 0xc006a45318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a45418, 0xaa058b, 0x2, 0xc0039bc480, 0x19df, 0x4, 0x49a, 0xc005f1cde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0039bc480, 0x19df, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006a45570, 0xc0082ee380, 0x3c, 0xc007db3acc)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1108 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004001338, 0x20300200000000, 0x7f5ff4388fff, 0xc004001270, 0x78)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004001338, 0xc000900c00, 0x5, 0xc004001288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004001338, 0xc004001350, 0x43b3b7, 0x1252790, 0xc004001300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f60041d4748, 0xc004001301, 0x10100000042ab7a, 0x0, 0x12b2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00119b020, 0xaa64ee, 0x5, 0x18e7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004001570, 0xc001d40cc0, 0x12b2, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016723c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1110 [semacquire]:
regexp.onePassCopy(0xc00c0308a0, 0xc00c0308a0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00c0308a0, 0xc00c0308a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a6d358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a6d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a6d358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a6d358, 0xc001bf2d20, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a6d358, 0x42ca96, 0xc00c030870, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005a6d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00265ca20, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005c38fc0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005a6d570, 0xc004fa8fe0, 0xabc101, 0x1d, 0x3c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1112 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002532c00, 0x12c9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002532c00, 0x12c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002532c00, 0x12c9, 0x0, 0x0, 0x115f500, 0x12c9, 0x12c9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002532c00, 0x12c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc002530600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002532c00, 0x12c9, 0x12c9, 0xc002532c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044e19a0, 0x4c, 0xc002532c00, 0x12c9, 0xaa0378, 0x1, 0xc002532c00, 0x12c9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1115 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0067dad80, 0xc84, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0067dad80, 0xc84, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0067dad80, 0xc84, 0x0, 0x0, 0x115f500, 0xc84, 0xc84)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0067dad80, 0xc84, 0x0, 0x0, 0xaa0378, 0x1, 0xc0067da000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0067dad80, 0xc84, 0xc84, 0xc0067dad80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000af7d80, 0x3a, 0xc0067dad80, 0xc84, 0xaa0378, 0x1, 0xc0067dad80, 0xc84, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016729c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1116 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0068e7800, 0x7b3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0068e7800, 0x7b3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0068e7800, 0x7b3, 0x0, 0x0, 0x115f500, 0x7b3, 0x7b3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0068e7800, 0x7b3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0068e6800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0068e7800, 0x7b3, 0x7b3, 0xc0068e7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0068041c0, 0x38, 0xc0068e7800, 0x7b3, 0xaa0378, 0x1, 0xc0068e7800, 0x7b3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1119 [semacquire]:
bytes.makeSlice(0x11f0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001cf6db0, 0xce, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001cf6db0, 0xc00542e410, 0xce, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001cf6db0, 0xc00542e410, 0xce, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001cf6db0, 0xc005433d50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001cf6db0, 0xc0052fe380, 0xb84d20, 0xc001cf6db0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001cf6db0, 0xc0052fe380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001cf6d50, 0x203000, 0x203000, 0x560ba51900000000, 0x7f60043b43b8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001cf6d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001cf6c90, 0xc002287320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002287708, 0xc004ab9600, 0xaac03e, 0x7, 0xc004ab9600)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002287708, 0xc004ab9600, 0xc00a9d03e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1120 [semacquire]:
bytes.makeSlice(0x2d2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c93260, 0x8, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000c93260, 0xc0027a23f0, 0x8, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00110dc70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002484770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055ceba0, 0xc0055cf200, 0xc00253d480)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c93570, 0xc00272a180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1121 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008fa7800, 0xa94, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008fa7800, 0xa94, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008fa7800, 0xa94, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008fa7800, 0xa94, 0x0, 0x0, 0x115f500, 0xa94, 0xa94)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008fa7800, 0xa94, 0x0, 0x0, 0xaa0378, 0x1, 0xc008fa6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008fa7800, 0xa94, 0xa94, 0xc008fa7800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ebef40, 0x39, 0xc008fa7800, 0xa94, 0xaa0378, 0x1, 0xc008fa7800, 0xa94, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1122 [semacquire]:
strings.genSplit(0xc0053a8000, 0x412, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b1dcc00, 0x102, 0x102)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00403d418, 0xaa0569, 0x2, 0xc0026e6900, 0x412, 0x11, 0x102, 0xc0049c0840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0026e6900, 0x412, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00403d570, 0xc0019fa980, 0x39, 0xc0062a63c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1123 [semacquire]:
regexp.onePassCopy(0xc005540ba0, 0xc005540ba0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc005540ba0, 0xc005540ba0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ddb358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ddb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ddb358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ddb358, 0xc000cb6070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ddb358, 0x42ca96, 0xc005540b40, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ddb3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006892540, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005632c60, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ddb570, 0xc004ab9300, 0xabc101, 0x1d, 0x3a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1129 [semacquire]:
strings.genSplit(0xc004998000, 0x17bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1b91, 0xc008ab8000, 0x17bc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002107458, 0xaa04f9, 0x2, 0xc008ab8000, 0x17bc, 0xc002107298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc0052a45d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0052a45a0, 0xc002107320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0021073e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0021073e0, 0xc009c84930, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002107401, 0xc009e5fd90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002107570, 0xc009c84930, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0002167c0, 0xc000216930, 0xc000216d10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 422 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc002982e90, 0xc0060ba8d8, 0x1, 0x2, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc002982e90, 0xc000e7e620, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc002982e90, 0xc000e7e690, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc000e7e690, 0xc000e7e690, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002983358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002983358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002983358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002983358, 0x75a856, 0x0, 0xc001ef7ab0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002983358, 0xc002983320, 0xc0029833a8, 0x42ca96, 0xc00bd5d590, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0029833c0, 0xc0029833d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc008f47da0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ade180, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002983570, 0xc002825360, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 423 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007b3bea0, 0xc0024a5200, 0x59d, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0024a5200, 0x59d, 0x59d, 0x1, 0xc0024a5200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba88a0, 0x2d, 0xc0024a5200, 0x59d, 0xaa0378, 0x1, 0xc0024a5200, 0x59d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fad20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2444 [semacquire]:
strings.genSplit(0xc008772000, 0x389, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xd3, 0xd3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ff5418, 0xaa0503, 0x2, 0xc00289b800, 0x389, 0x1, 0xd3, 0xc006448480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00289b800, 0x389, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ff5570, 0xc0064480c0, 0x45, 0xc002838410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 425 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0072400d4, 0x7f602d0a9e01, 0x47f290, 0xc006164e20)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc00126f680, 0xc00724f2a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036bf570, 0xc0064484c0, 0xc0027fe720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023faea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 426 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a742700, 0x65f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a742700, 0x65f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a742700, 0x65f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a742700, 0x65f, 0x0, 0x0, 0x115f500, 0x65f, 0x65f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a742700, 0x65f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a3f8a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a742700, 0x65f, 0x65f, 0xc00a742700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001df5a40, 0x58, 0xc00a742700, 0x65f, 0xaa0378, 0x1, 0xc00a742700, 0x65f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023faf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 427 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006941000, 0xe09, 0xc003831270, 0xc00125d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006941000, 0xe09, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003831418, 0xaa0569, 0x2, 0xc006941000, 0xe09, 0x1b, 0x2f8, 0xc004942780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006941000, 0xe09, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003831570, 0xc0079b7740, 0x5d, 0xc0041cb2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 428 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0068bfda0, 0xaa449e, 0x4, 0xc000887708)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*Cleaner).cleanParaSpans(0xc000887708, 0xc006893420, 0xc0008873c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:445 +0x43
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000887708, 0xc006893420, 0xc0077afec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:296 +0x30d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 404 [semacquire]:
bytes.makeSlice(0x33a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00afcc780, 0xa, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00afcc780, 0xad03b2, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00afcc780, 0xc001b12a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00afcc780, 0xc001b128c0, 0xb84d20, 0xc00afcc780)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00afcc780, 0xc001b128c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00afcc750, 0x203002, 0x203002, 0x478a5abe00000000, 0xc00887b190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00afcc750)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00afcc720, 0xc00887b320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00887b708, 0xc005f1ccc0, 0xaac03e, 0x7, 0xc005f1ccc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00887b708, 0xc005f1ccc0, 0xc00723d7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 405 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00498b000, 0x3c9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00498b000, 0x3c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00498b000, 0x3c9, 0x0, 0x0, 0x115f500, 0x3c9, 0x3c9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00498b000, 0x3c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc006115800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00498b000, 0x3c9, 0x3c9, 0xc00498b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00830a14c, 0x41, 0xc00498b000, 0x3c9, 0xaa0378, 0x1, 0xc00498b000, 0x3c9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 409 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00511b800, 0x6c2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00511b800, 0x6c2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00511b800, 0x6c2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00511b800, 0x6c2, 0x0, 0x0, 0x115f500, 0x6c2, 0x6c2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00511b800, 0x6c2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00511b100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00511b800, 0x6c2, 0x6c2, 0xc00511b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006028e10, 0x44, 0xc00511b800, 0x6c2, 0xaa0378, 0x1, 0xc00511b800, 0x6c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 414 [semacquire]:
strings.Replace(0xc008790000, 0x1d0e, 0xaadee1, 0x8, 0xaa11bf, 0x3, 0x2, 0xc008790000, 0x1d0e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003525570, 0xc008f47380, 0xc00b62c360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 415 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052575e0, 0xaa04f9, 0x2, 0xc006d22000, 0xc36, 0x0, 0xc000703c00, 0x7f602d0a97d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005257570, 0xc004ae2a00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1138 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003845418, 0xaa04f9, 0x2, 0xc005da3b00, 0xc9a, 0x1, 0x263, 0xc00aa69500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005da3b00, 0xc9a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003845570, 0xc002127a00, 0x5c, 0xc0041cb8d7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1139 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc001b94000, 0x1b, 0x20, 0xc0016f5c00, 0x38, 0x38, 0xc001fff090, 0xc004c4dd20, 0x20, 0x10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc00069bef0, 0x1, 0x1, 0xc001fff160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00069bef0, 0x1, 0x1, 0xb856e0, 0xc004c4dd20, 0xc00069bef0, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e8b530, 0xaa03b1, 0x1, 0xc001fff248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc001fff570, 0xc009ff51c0, 0x7f602d0a9108, 0xc0005f1c80, 0x6d0000c00445e8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001fff570, 0xc009ff51c0, 0x6b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1140 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0081560d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0081561a0, 0xc00482c0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00119a210, 0x0, 0x0, 0x0, 0x0, 0x2001, 0xc004c710e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004c710e0, 0x0, 0x0, 0x0, 0x2500, 0xc003a40000, 0x20de, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003a40000, 0x20de, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e51840)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004df7570, 0xc007b3b2c0, 0xc00272a240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1141 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc001b066e0, 0x7, 0x2, 0xc002ad8590, 0xc004e2a1b8, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc001b066e0, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ad9118, 0xc00b6c2850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b6c2690, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b6c2690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b6c2690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b6c25b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b6c25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b6c25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc00b3b0620, 0xc000e7dc00, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305b118, 0xc00b3b0620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc00b3b0620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ad9118, 0xc0068f1c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305b118, 0xc0068f1c00, 0x54b170, 0xc008156340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0068f1c00, 0x0, 0x0, 0x0, 0x0, 0xc0068f1c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00117c1b0, 0x0, 0x0, 0x0, 0xd80, 0xc00bb16000, 0xc8f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00bb16000, 0xc8f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005926d20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00305b570, 0xc00690e500, 0xc008bddaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1143 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cd3000, 0x7f0, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cd3000, 0x7f0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cd3000, 0x7f0, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cd3000, 0x7f0, 0x0, 0x0, 0x115f500, 0x7f0, 0x7f0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cd3000, 0x7f0, 0x0, 0x0, 0xaa0378, 0x1, 0xc003cd2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cd3000, 0x7f0, 0x7f0, 0xc003cd3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028384b0, 0x3c, 0xc003cd3000, 0x7f0, 0xaa0378, 0x1, 0xc003cd3000, 0x7f0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1144 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0x115f500, 0xc2b, 0xc2b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b0fa000, 0xc2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00112b200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b0fa000, 0xc2b, 0xc2b, 0xc00b0fa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a7de00, 0x2f, 0xc00b0fa000, 0xc2b, 0xaa0378, 0x1, 0xc00b0fa000, 0xc2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1145 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47a00, 0xc001ec1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ec1418, 0xaa05c9, 0x2, 0xc0028d6000, 0xf74, 0x5, 0x2e8, 0xc00b0ff320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0028d6000, 0xf74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ec1570, 0xc001b882c0, 0x30, 0xc001ba8690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 52 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006573000, 0xef5, 0xc003e17270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006573000, 0xef5, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e17418, 0xaa0569, 0x2, 0xc006573000, 0xef5, 0x19, 0x2db, 0xc004ab8e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006573000, 0xef5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e17570, 0xc0081debe0, 0x3a, 0xc000cab500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 53 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0003961a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0003961a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0003961a0, 0xc006ffb110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0057d1580, 0x0, 0x0, 0x0, 0xc00390f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0057d1580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00390f950, 0xc0063d9000, 0x2abf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017356e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 54 [semacquire]:
regexp.(*bitState).reset(0xc000b69130, 0xc005f1b380, 0x588, 0x2)
/usr/local/go/src/regexp/backtrack.go:84 +0x25e
regexp.(*Regexp).backtrack(0xc001cbdb80, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x0, 0x2, 0xc008c53400, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc001cbdb80, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc001cbdb80, 0x0, 0x0, 0x0, 0xc006d54000, 0x588, 0x2, 0xc00223b270, 0xc006d54000, 0x588, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001cbdb80, 0xc006d54000, 0x588, 0xaa0378, 0x1, 0x1, 0x19)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002047570, 0xc001fc1dc0, 0xc005cee420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017357a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 56 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b9cba0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b9cb80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003605800, 0x6d4, 0x6d4, 0x1, 0xc003605800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97580, 0x40, 0xc003605800, 0x6d4, 0xaa0378, 0x1, 0xc003605800, 0x6d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 57 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020795e0, 0xaa04f9, 0x2, 0xc008e0c000, 0xfc, 0x0, 0xc002079430, 0xc004c4d048)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002079570, 0xc00a73fcb0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002079570, 0xc006d6cc00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017359e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 58 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0073f3680, 0x480, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073f3680, 0x480, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073f3680, 0x480, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073f3680, 0x480, 0x0, 0x0, 0x115f500, 0x480, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073f3680, 0x480, 0x0, 0x0, 0xaa0378, 0x1, 0xc007633400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073f3680, 0x480, 0x480, 0xc0073f3680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afb4a0, 0x44, 0xc0073f3680, 0x480, 0xaa0378, 0x1, 0xc0073f3680, 0x480, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 59 [semacquire]:
bytes.(*Buffer).grow(0xc0051c3118, 0x1, 0x100)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc0051c3118, 0x1189cea, 0x1, 0x1, 0xe8, 0x100)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0051c3118, 0xc0019973b0, 0xe8, 0x7, 0xc0019973b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0051c3118, 0xc0033869a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0051c3118, 0xc0033869a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0033868c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0033868c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0033868c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0033861c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0033861c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0033861c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc0031fa070, 0xc000e7d180, 0x7f602d0ab9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ab5118, 0xc0031fa070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc0031fa070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051c3118, 0xc004e6bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ab5118, 0xc004e6bdc0, 0x54b170, 0xc0036af380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004e6bdc0, 0x0, 0x0, 0x0, 0x0, 0xc004e6bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00715b1d0, 0x0, 0x0, 0x0, 0x1800, 0xc0005dc000, 0x1668, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0005dc000, 0x1668, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e14380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ab5570, 0xc004ab9400, 0xc004ab9d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 60 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004479338, 0x42d300, 0x60, 0xa81260, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004479338, 0xc00031c480, 0x5, 0xc004479288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004479338, 0xc004479350, 0x43b3b7, 0x1252790, 0xc004479300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f60041f4ff8, 0xc004479301, 0x10100000042ab7a, 0x0, 0xea8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00768f3b0, 0xaa64ee, 0x5, 0xf5e)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004479570, 0xc00a2ed5e0, 0xea8, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 61 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0054885a0, 0x0, 0x0, 0x0, 0xc005070900, 0x422, 0x2, 0xc00566d270, 0xc005070900, 0x422, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0054885a0, 0xc005070900, 0x422, 0xaa0378, 0x1, 0x1, 0x17)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006675570, 0xc00523b6a0, 0xc0070273e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 62 [semacquire]:
strings.genSplit(0xc00381aa00, 0x14e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3da, 0x3da)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b59418, 0xaa04fd, 0x2, 0xc00b386a00, 0x14e1, 0x1, 0x3da, 0xc0068925a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b386a00, 0x14e1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b59570, 0xc004c4d6e0, 0x38, 0xc00886a2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 64 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d5e0, 0xc003329318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003329418, 0xaa04df, 0x2, 0xc005c72800, 0x70d, 0x5, 0x1bc, 0xc008c7fc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c72800, 0x70d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003329570, 0xc000960bc0, 0x5f, 0xc006fcc488)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1154 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a515e0, 0xaa04f9, 0x2, 0xc00c13b500, 0xa02, 0x6, 0xf, 0xc006f00700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a51570, 0xc006f00b20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 436 [semacquire]:
regexp/syntax.(*parser).collapse(0xc004f68b40, 0xc008f470a0, 0x3, 0x4, 0xc0004af412, 0xc0004af420)
/usr/local/go/src/regexp/syntax/parse.go:380 +0x17a
regexp/syntax.(*parser).concat(0xc004f68b40, 0xa)
/usr/local/go/src/regexp/syntax/parse.go:313 +0x166
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:891 +0x1026
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006a47358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006a47358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006a47358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006a47358, 0xc0082a7420, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006a47358, 0x42ca96, 0xc00bd5c090, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc006a473c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47080, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a3ad350, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006a47570, 0xc004f1cfa0, 0xabc101, 0x1d, 0x3f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 439 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc003d91900, 0x1028, 0x2, 0xc002ce3090, 0xc003d91900, 0x1028, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc003d91900, 0x1028, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0015541c0, 0x0, 0x0, 0x0, 0x0, 0xc0015541c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c852c0, 0x0, 0x0, 0x0, 0x1500, 0xc004e65500, 0x142c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004e65500, 0x142c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274d400)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d83570, 0xc0054089a0, 0xc004c4c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 442 [semacquire]:
strings.genSplit(0xc003ee4600, 0x1037, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x320, 0x320)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004107418, 0xaa04d9, 0x2, 0xc0031d4000, 0x1037, 0x1, 0x320, 0xc008c7e620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0031d4000, 0x1037, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107570, 0xc006b13f20, 0x35, 0xc0053c7fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 444 [semacquire]:
strings.genSplit(0xc007181500, 0xa25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x219, 0x219)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c69418, 0xaa04d9, 0x2, 0xc002907500, 0xa25, 0x1, 0x219, 0xc004ab81a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002907500, 0xa25, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c69570, 0xc007abaa20, 0x4d, 0xc0081220af)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 445 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a7b418, 0xaa059b, 0x2, 0xc006e8cc00, 0xaf6, 0xc006e8cc00, 0xc005a7b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006e8cc00, 0xaf6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a7b570, 0xc00b62d4c0, 0x43, 0xc00a07e87d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 446 [semacquire]:
strings.genSplit(0xc00848e000, 0xa29, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x20f, 0x20f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00425f418, 0xaa05c9, 0x2, 0xc0067b9500, 0xa29, 0x6, 0x20f, 0xc004942d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0067b9500, 0xa29, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00425f570, 0xc000e07d60, 0x4b, 0xc00509e23d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 447 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0037c6f00, 0x21eb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037c6f00, 0x21eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0x115f500, 0x21eb, 0x21eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037c6f00, 0x21eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc001968a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037c6f00, 0x21eb, 0x21eb, 0xc0037c6f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299e140, 0x31, 0xc0037c6f00, 0x21eb, 0xaa0378, 0x1, 0xc0037c6f00, 0x21eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1172 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004041418, 0xaa04f9, 0x2, 0xc004644000, 0x1f26, 0xc004644000, 0xc004041408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004644000, 0x1f26, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004041570, 0xc0084872a0, 0x3c, 0xc004fbf480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47100, 0xc003e73318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e73418, 0xaa0569, 0x2, 0xc00197a900, 0x8e9, 0x14, 0x1fb, 0xc00b0ff2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00197a900, 0x8e9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e73570, 0xc004f1d880, 0x55, 0xc0041cb7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1175 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c7da000, 0x3a3, 0x3a3, 0x3, 0x0, 0x3a2, 0xc00c7da000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000a19570, 0xc008427e00, 0xc002187660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1176 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004b1d920, 0xc003f6b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004b1d920, 0x0, 0x0, 0x0, 0xc80, 0xc00734ec80, 0xc6a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00734ec80, 0xc6a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006699e00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f6b570, 0xc005f1c100, 0xc008574e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1179 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c1e40, 0xc00400f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00400f418, 0xaa04df, 0x2, 0xc003eebb00, 0xca1, 0x6, 0x2cc, 0xc00a0b4600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003eebb00, 0xca1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00400f570, 0xc00470efe0, 0x57, 0xc003735320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1820 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0058532b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005853380, 0xc00337c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004da1cc0, 0x0, 0x0, 0x0, 0xc0041d5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004da1cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041d5950, 0xc009552500, 0x2168, 0x7420726564647568, 0x7420796164206568, 0x6d6972702d6e6568)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1181 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b1a0, 0xc005a79318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a79418, 0xaa04df, 0x2, 0xc002e18700, 0x1adf, 0x1, 0x5b2, 0xc004b498e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002e18700, 0x1adf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a79570, 0xc00a87ace0, 0x37, 0xc0053c7340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1182 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc006d96000, 0x101e, 0x2, 0xc0072c7090, 0xc006d96000, 0x101e, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc006d96000, 0x101e, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0029cfea0, 0x0, 0x0, 0x0, 0x0, 0xc0029cfea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0053ceb40, 0x0, 0x0, 0x0, 0x1500, 0xc00381aa00, 0x1417, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00381aa00, 0x1417, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005365180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0000b9570, 0xc004fa9480, 0xc004fa9dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1184 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b7e000, 0x724, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b7e000, 0x724, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b7e000, 0x724, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b7e000, 0x724, 0x0, 0x0, 0x115f500, 0x724, 0x724)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b7e000, 0x724, 0x0, 0x0, 0xaa0378, 0x1, 0xc005e35000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b7e000, 0x724, 0x724, 0xc002b7e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006dbd780, 0x32, 0xc002b7e000, 0x724, 0xaa0378, 0x1, 0xc002b7e000, 0x724, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1185 [semacquire]:
strings.genSplit(0xc007df6d00, 0x849, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1d6, 0x1d6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00403b418, 0xaa0599, 0x2, 0xc00490cd00, 0x849, 0x1, 0x1d6, 0xc007aba280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00490cd00, 0x849, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00403b570, 0xc004f1d2e0, 0x3b, 0xc0053c7980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ace40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1186 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00ae35a10, 0xc0089cd3e0, 0xc00ae35a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc007970aa0, 0xc007970aa0, 0xc007970aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1187 [semacquire]:
bytes.makeSlice(0x9e6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0041033e0, 0xde, 0xcd)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0041033e0, 0xc004306fc0, 0xde, 0x5165d7, 0xc006f0e477, 0xc005d841c8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00319b880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d9d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d90a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d8fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d88c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00899ced0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004103570, 0xc00ad51a60, 0x4d, 0xc005d3e500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1188 [semacquire]:
strings.genSplit(0xc00afbec00, 0x12ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0055b4000, 0x3b7, 0x3b7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e71418, 0xaa0599, 0x2, 0xc00b00e000, 0x12ed, 0x1, 0x3b7, 0xc0077aea20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b00e000, 0x12ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e71570, 0xc0003b02a0, 0x49, 0xc0044e18b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1193 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651ce80, 0xc002455318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002455418, 0xaa05c9, 0x2, 0xc00b325200, 0x859, 0x8, 0x1d7, 0xc004c4d4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b325200, 0x859, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002455570, 0xc004f1d2a0, 0x45, 0xc005d3e410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1194 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008d98a00, 0x19df, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008d98a00, 0x19df, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008d98a00, 0x19df, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008d98a00, 0x19df, 0x0, 0x0, 0x115f500, 0x19df, 0x19df)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008d98a00, 0x19df, 0x0, 0x0, 0xaa0378, 0x1, 0xc008d96f80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008d98a00, 0x19df, 0x19df, 0xc008d98a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e7cda0, 0x1f, 0xc008d98a00, 0x19df, 0xaa0378, 0x1, 0xc008d98a00, 0x19df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1195 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00313d5e0, 0xaa04f9, 0x2, 0xc003ba2a00, 0x1367, 0x36, 0x1bc, 0xc00b5b38c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00313d570, 0xc004990dc0, 0x6e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1196 [semacquire]:
strings.genSplit(0xc00b0e2000, 0x124d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003300000, 0x3a5, 0x3a5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004101418, 0xaa05c9, 0x2, 0xc00b1e1900, 0x124d, 0x8, 0x3a5, 0xc007971020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b1e1900, 0x124d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004101570, 0xc006b139a0, 0xa4, 0xc002424b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1197 [semacquire]:
bytes.makeSlice(0x51b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0072c3260, 0x131, 0xc0062b3570)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0072c3260, 0xc005dedb80, 0x131, 0x6, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b3650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b2f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062b2930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a695260, 0xc00a695440, 0xc00aa69e60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072c3570, 0xc0019fa880, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad740, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1198 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005e52960, 0xc003e75318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e75418, 0xaa05c9, 0x2, 0xc00908bb00, 0xc88, 0x3, 0x1fd, 0xc0009fc820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00908bb00, 0xc88, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e75570, 0xc004f1d540, 0x5e, 0xc006fcc600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1199 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c560, 0xc00409b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00409b418, 0xaa04fd, 0x2, 0xc004d84000, 0x1dc8, 0x1, 0x52e, 0xc0068937e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004d84000, 0x1dc8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00409b570, 0xc00569bdc0, 0x28, 0xc000bcf980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad8c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1200 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048c0680, 0x562, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048c0680, 0x562, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048c0680, 0x562, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048c0680, 0x562, 0x0, 0x0, 0x115f500, 0xc0048c0680, 0x562)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048c0680, 0x562, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e8b600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048c0680, 0x562, 0x562, 0xc0048c0680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c192f0, 0x30, 0xc0048c0680, 0x562, 0xaa0378, 0x1, 0xc0048c0680, 0x562, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1201 [semacquire]:
bytes.makeSlice(0x2911, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005877290, 0x5b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005877290, 0xc00729f440, 0x5b, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005877290, 0xc00729f440, 0x5b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0060422a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc00723abd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046468c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046467e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005877290, 0xc0046460e0, 0xb84d20, 0xc005877290)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005877290, 0xc0046460e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0058770e0, 0x2e6d8ad6e, 0x1251a20, 0xc006cb62c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ada40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1203 [semacquire]:
bytes.makeSlice(0x1b0a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008bc8300, 0x6, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008bc8300, 0xad03cc, 0x6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc0025245b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc000356380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc0003562a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8300, 0xc00048eee0, 0xb84d20, 0xc008bc8300)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc8300, 0xc00048eee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc8150, 0x2d63444a2, 0x1251a20, 0xc00265d800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029adbc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1204 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0068c4000, 0xe3, 0xe3, 0x3, 0x0, 0xe2, 0xc0068c4000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004105570, 0xc00000ede0, 0xc006f00420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029adc80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1152 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007c77000, 0xb92, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007c77000, 0xb92, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007c77000, 0xb92, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007c77000, 0xb92, 0x0, 0x0, 0x115f500, 0xb92, 0xb92)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007c77000, 0xb92, 0x0, 0x0, 0xaa0378, 0x1, 0xc007c74c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007c77000, 0xb92, 0xb92, 0xc007c77000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3b4400, 0x2c, 0xc007c77000, 0xb92, 0xaa0378, 0x1, 0xc007c77000, 0xb92, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1826 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005adc7b0, 0xaa03b1, 0x1, 0xc001f8b248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc001f8b570, 0xc001e4f340, 0x7f602d0a9108, 0x0, 0x6b0000c007754180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059d9570, 0xc001e4f340, 0xb9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 377 [semacquire]:
strings.genSplit(0xc007fd6000, 0x61c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047e4800, 0x156, 0x156)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046a1418, 0xaa04d9, 0x2, 0xc00ac0e300, 0x61c, 0x1, 0x156, 0xc00a1177e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac0e300, 0x61c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046a1570, 0xc004e16540, 0x3c, 0xc00266de80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016739e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 381 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007d6a000, 0x1d4, 0x1d4, 0x3, 0x0, 0x1d3, 0xc007d6a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043e7570, 0xc007c83ac0, 0xc001b898a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 383 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00a82c000, 0xa43, 0xc0047c7270, 0xc00172a000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00a82c000, 0xa43, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047c7418, 0xaa0599, 0x2, 0xc00a82c000, 0xa43, 0x1, 0x20b, 0xc008f46f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a82c000, 0xa43, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047c7570, 0xc005307660, 0x48, 0xc0044e13b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2387 [semacquire]:
bytes.makeSlice(0x15a1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0071d9dd0, 0x79, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0071d9dd0, 0xc00af4dd00, 0x79, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0071d9dd0, 0xc00af4dd00, 0x79, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0071d9dd0, 0xc0095e8d20, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0071d9dd0, 0xc0095e8cb0, 0xb84d20, 0xc0071d9dd0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0071d9dd0, 0xc0095e8cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0071d9d70, 0x203001, 0x203001, 0x440d95, 0xc008085f08)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0071d9d70)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0071d9d10, 0xc000bef320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000bef708, 0xc007c64f00, 0xaac03e, 0x7, 0xc007c64f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000bef708, 0xc007c64f00, 0xc004991080)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1218 [semacquire]:
regexp.(*Regexp).replaceAll(0xc007eca820, 0x0, 0x0, 0x0, 0xc003d30000, 0xbbe, 0x2, 0xc008a2b270, 0xc003d30000, 0xbbe, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc007eca820, 0xc003d30000, 0xbbe, 0xaa0378, 0x1, 0x1, 0x1b)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004579570, 0xc00000fb80, 0xc00833ba60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1220 [semacquire]:
strings.genSplit(0xc005f11800, 0x779, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008bf4000, 0x190, 0x190)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047c1418, 0xaa04f9, 0x2, 0xc006524000, 0x779, 0x1, 0x190, 0xc008bdc080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006524000, 0x779, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047c1570, 0xc004991f20, 0x31, 0xc002a97140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f9e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1844 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265df60, 0xc009305318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009305418, 0xaa0599, 0x2, 0xc00a653000, 0xde4, 0x1, 0x3e5, 0xc00723d620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a653000, 0xde4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009305570, 0xc00723d200, 0x40, 0xc007db32cd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1222 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0029b4000, 0x16e3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029b4000, 0x16e3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029b4000, 0x16e3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029b4000, 0x16e3, 0x0, 0x0, 0x115f500, 0x16e3, 0x16e3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029b4000, 0x16e3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0031c2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029b4000, 0x16e3, 0x16e3, 0xc0029b4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bcf2f0, 0x30, 0xc0029b4000, 0x16e3, 0xaa0378, 0x1, 0xc0029b4000, 0x16e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1223 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc003388000, 0x2d, 0x40, 0xaa03a3, 0x1, 0xc003388000, 0x20)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000eeb3e0, 0xc00b0ffea0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000eeb3e0, 0xc002a604b0, 0xaa04f9, 0x2, 0xc000eeb570, 0x8, 0x9ecc80, 0xc000eeb401, 0xc009f6c598)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000eeb570, 0xc002a604b0, 0xaa04f9, 0x2, 0x0, 0x0, 0x3, 0x3, 0xc0006a2630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1226 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008977418, 0xaa04f9, 0x2, 0xc008978000, 0x58ca, 0x1, 0x1647, 0xc00523bb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008978000, 0x58ca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008977570, 0xc006b12f80, 0x38, 0xc0053646c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1228 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0065c9c00, 0xba4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0065c9c00, 0xba4, 0x0, 0x0, 0x115f500, 0xba4, 0xba4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0065c9c00, 0xba4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0065c9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0065c9c00, 0xba4, 0xba4, 0xc0065c9c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006029720, 0x4d, 0xc0065c9c00, 0xba4, 0xaa0378, 0x1, 0xc0065c9c00, 0xba4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1230 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bd9900, 0x11c8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bd9900, 0x11c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bd9900, 0x11c8, 0x0, 0x0, 0x115f500, 0xc006bd9900, 0x11c8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bd9900, 0x11c8, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bd8600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bd9900, 0x11c8, 0x11c8, 0xc006bd9900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fbec40, 0x3b, 0xc006bd9900, 0x11c8, 0xaa0378, 0x1, 0xc006bd9900, 0x11c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1231 [semacquire]:
bytes.makeSlice(0x588, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008b33260, 0xce, 0x84)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008b33260, 0xc005cf48f0, 0xce, 0x5165d7, 0xc00802220f, 0xc002677378)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001222c40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001222bd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012221c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002a619b0, 0xc002a619b0, 0xc002a61b00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b33570, 0xc005f1c520, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1233 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00891b860, 0xc00500c9c0, 0xc0)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00891b860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00891b860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00891b860, 0xc001de6380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026bcff0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c54f60, 0x0, 0x0, 0x0, 0x2000, 0xc00516a000, 0x1d75, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00516a000, 0x1d75, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0078d6c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006b21570, 0xc004991ba0, 0xc00569aa60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1236 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00428b570, 0xc00651cd80, 0xc00651d7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1237 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc0006d2c00, 0x1108, 0x2, 0xc006493ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc0006d2c00, 0x1108, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0006d2c00, 0x1108, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1239 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000a07300, 0x106f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000a07300, 0x106f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000a07300, 0x106f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000a07300, 0x106f, 0x0, 0x0, 0x115f500, 0x106f, 0x106f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000a07300, 0x106f, 0x0, 0x0, 0xaa0378, 0x1, 0xc000c5e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000a07300, 0x106f, 0x106f, 0xc000a07300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023609c0, 0x3c, 0xc000a07300, 0x106f, 0xaa0378, 0x1, 0xc000a07300, 0x106f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f1a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1242 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0062c9140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0062c9140, 0xb7b620, 0xc005856fc0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005856fc0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005856fc0, 0xc0062c9230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005856fc0, 0x0, 0x0, 0x0, 0xc80, 0xc005db1200, 0xc10, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005db1200, 0xc10, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0029a0b40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0062c9570, 0xc004e17bc0, 0xc00a9d1cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1244 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b64450, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc002b64450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc009a1ab70, 0xc0059dd378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0059dd570, 0xc008bcd560, 0xc008c7e160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0059dd570, 0xc008bcd560, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0059dd570, 0xc008bcd560, 0xc008bcd560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fc20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1245 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc007f32a80, 0x98d, 0x2, 0xc00320b270, 0xc004b5e4c8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc007f32a80, 0x98d, 0xaa0378, 0x1, 0xc006808b20, 0xc004918240)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00320b3e0, 0xc004a37b80, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00320b3e0, 0xc001ac9f50, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00320b401, 0xc0086de0f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00320b570, 0xc001ac9f50, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1246 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00813a002, 0x1da5, 0xc0025712a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00813a002, 0x1da5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dd5570, 0xc0000ca2a0, 0xc008c7e0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1247 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00307e000, 0x1b66, 0xc00417f270, 0xc00023ea80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00307e000, 0x1b66, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417f418, 0xaa0599, 0x2, 0xc00307e000, 0x1b66, 0x1, 0x52e, 0xc00523ba40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00307e000, 0x1b66, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417f570, 0xc0081df4c0, 0x52, 0xc007596720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1248 [semacquire]:
bytes.makeSlice(0xcfb, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a77b00, 0x9f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a77b00, 0xc006751d60, 0x9f, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004a77b00, 0xc006751d60, 0x9f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc006e7a4d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc006e7a460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc000554fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc000554ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77b00, 0xc0005547e0, 0xb84d20, 0xc004a77b00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004a77b00, 0xc0005547e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3dd40, 0x20, 0x203001, 0x203001, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004335570, 0xc000961080, 0xc007c65220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1250 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0005e2000, 0x172d, 0xc0021f3270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0005e2000, 0x172d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021f3418, 0xaa04df, 0x2, 0xc0005e2000, 0x172d, 0x5, 0x440, 0xc004ab8f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005e2000, 0x172d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021f3570, 0xc0009fd240, 0x5b, 0xc001df4f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1251 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00507aae0, 0xa9ece0, 0xc00507aa80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004dbb570, 0xc002127da0, 0x6c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1253 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00bb03500, 0x32f, 0x32f, 0x3, 0x0, 0x32e, 0xc00bb03500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bb1570, 0xc0009fd8c0, 0xc0027ff3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1255 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047fc880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047fc870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050b8000, 0xdea, 0xdea, 0x1, 0xc0050b8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049fd8c0, 0x3a, 0xc0050b8000, 0xdea, 0xaa0378, 0x1, 0xc0050b8000, 0xdea, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1258 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ba9418, 0xaa04f9, 0x2, 0xc005706a00, 0x1448, 0x1, 0x415, 0xc004eaf0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005706a00, 0x1448, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ba9570, 0xc00272a820, 0x2d, 0xc000115830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1260 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0ac0, 0xc0047bd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047bd418, 0xaa04d9, 0x2, 0xc004f8b080, 0x52b, 0xc004f8b080, 0xc0047bd408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004f8b080, 0x52b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047bd570, 0xc007d6cc40, 0x49, 0xc005c4f3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1261 [semacquire]:
strings.Replace(0xc008201f60, 0x16, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004b57800, 0x5a0, 0x5a0, 0x1, 0xc004b57800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00487c980, 0x3c, 0xc004b57800, 0x5a0, 0xaa0378, 0x1, 0xc004b57800, 0x5a0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1845 [semacquire]:
bytes.makeSlice(0x230, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00326f3e0, 0xaa, 0xa)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00326f3e0, 0xc00abb6790, 0xaa, 0x5165d7, 0xc00a5da7f3, 0xc008394267)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4f030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4ea10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006a4e930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c40f8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00505ca20, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00326f570, 0xc0049c1a60, 0x43, 0xc004611f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1263 [semacquire]:
bytes.makeSlice(0x32cb, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00bcf0f60, 0x1b7f, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00bcf0f60, 0xc001046000, 0x1b7f, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc006bc7c70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc7490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc6bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc6af0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf0f60, 0xc001cc63f0, 0xb84d20, 0xc00bcf0f60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00bcf0f60, 0xc001cc63f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00647d1d0, 0x3, 0xc000a78f24, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d87570, 0xc0019fae20, 0xc0049426c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1264 [semacquire]:
strings.genSplit(0xc00bdba580, 0xa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa7, 0xc00bdba4d0, 0xa7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b355e0, 0xaa04f9, 0x2, 0xc00bdba4d0, 0xa7, 0x31, 0xc005b352e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc006f58150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b752540, 0xc005b35378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005b35570, 0xc004981320, 0xc007c64ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005b35570, 0xc004981320, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005b35570, 0xc004981320, 0xc004981320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1265 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f29418, 0xaa04fd, 0x2, 0xc00083cc80, 0x190a, 0x1, 0x4f3, 0xc004a228a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00083cc80, 0x190a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f29570, 0xc0021262c0, 0x3d, 0xc00623cc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1266 [semacquire]:
bytes.makeSlice(0x3611, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00bcf1890, 0xc7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00bcf1890, 0xc00a07d520, 0xc7, 0x6, 0xffffffffffffffff, 0xad018a)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00bcf1890, 0xc00a07d520, 0xc7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc00798c700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc00798c2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809c00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bcf1890, 0xc007809420, 0xb84d20, 0xc00bcf1890)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00bcf1890, 0xc007809420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005876f00, 0x2e7a6aca7, 0x1251a20, 0xc006cb6240, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1269 [semacquire]:
strings.genSplit(0xc007e2ee00, 0x619, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x169, 0x169)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a75418, 0xaa058b, 0x2, 0xc005509500, 0x619, 0x4, 0x169, 0xc008c7fea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005509500, 0x619, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a75570, 0xc004c4d9c0, 0x4c, 0xc0050c5e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1270 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f9c380, 0x305, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f9c380, 0x305, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f9c380, 0x305, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f9c380, 0x305, 0x0, 0x0, 0x115f500, 0x305, 0x305)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f9c380, 0x305, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f9c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f9c380, 0x305, 0x305, 0xc004f9c380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d521a8, 0x2c, 0xc004f9c380, 0x305, 0xaa0378, 0x1, 0xc004f9c380, 0x305, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1271 [semacquire]:
strings.genSplit(0xc006979000, 0xfa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4ae000, 0x5e6, 0x5e6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b9418, 0xaa0503, 0x2, 0xc0065d7000, 0xfa7, 0x3, 0x5e6, 0xc008c7fd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0065d7000, 0xfa7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b9570, 0xc00569a420, 0x43, 0xc001d02000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1272 [semacquire]:
strings.genSplit(0xc006859000, 0xfbe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5f2, 0x5f2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002db7418, 0xaa058b, 0x2, 0xc006821000, 0xfbe, 0x3, 0x5f2, 0xc00875ab60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006821000, 0xfbe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002db7570, 0xc00875a7a0, 0x4a, 0xc000bcd6d9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1274 [semacquire]:
bytes.makeSlice(0x263e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003070b10, 0x58, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003070b10, 0xc004beb491, 0x58, 0x6, 0x58, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003070b10, 0xc004beb491, 0x62, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc003070b10, 0xc0010175e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003070b10, 0xc001017570, 0xb84d20, 0xc003070b10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003070b10, 0xc001017570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003070ae0, 0x203000, 0x203000, 0x440d95, 0xc008530f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003070ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003070ab0, 0xc002799320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002799708, 0xc006cb75a0, 0xaac03e, 0x7, 0xc006cb75a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002799708, 0xc006cb75a0, 0xc006cb7f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1275 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002de7418, 0xaa059b, 0x2, 0xc002822000, 0xf3e, 0x3a, 0x211, 0xc007c828a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002822000, 0xf3e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002de7570, 0xc004ab8e00, 0x54, 0xc00070f800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1276 [semacquire]:
bytes.makeSlice(0xb1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006fc1190, 0x31, 0xc0064d8000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006fc1190, 0xc000117a00, 0x31, 0x5165d7, 0xc0064d8014, 0xc000a72e50)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e2700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e2690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e25b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e24d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0054e23f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dcc390, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006fc1570, 0xc003dcc390, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fc1570, 0xc0049c1fc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1277 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003da3300, 0x1162, 0xc004567270, 0xc00004d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003da3300, 0x1162, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004567418, 0xaa05c9, 0x2, 0xc003da3300, 0x1162, 0x6, 0x3e4, 0xc006dc1240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003da3300, 0x1162, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004567570, 0xc00b43a420, 0x3d, 0xc00604e080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1279 [semacquire]:
strings.genSplit(0xc000623c00, 0xb2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a69a000, 0x252, 0x252)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ed418, 0xaa05c9, 0x2, 0xc0009b3000, 0xb2c, 0x6, 0x252, 0xc006892160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009b3000, 0xb2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ed570, 0xc004ab8480, 0x38, 0xc005d89680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1280 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0078ec270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0078ec340, 0xc00469a540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b148930, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc0051b6240)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051b6240, 0x0, 0x0, 0x0, 0x1300, 0xc00358ac00, 0x100f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00358ac00, 0x100f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004b0dcc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002de9570, 0xc006f001c0, 0xc0085a00a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1281 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc005c9eba0, 0xd500000065, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc005c9eba0, 0x65)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000f83358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000f83358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000f83358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000f83358, 0x75a856, 0x0, 0xc00402b960, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000f83358, 0xc000f83320, 0xc000f833a8, 0x42ca96, 0xc0040e71d0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000f833c0, 0xc000f833d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00b27cce0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004008f00, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000f83570, 0xc004cfc420, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1282 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d72000, 0x12e4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d72000, 0x12e4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d72000, 0x12e4, 0x0, 0x0, 0x115f500, 0x12e4, 0x12e4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d72000, 0x12e4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b55f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d72000, 0x12e4, 0x12e4, 0xc000d72000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007a7a080, 0x3d, 0xc000d72000, 0x12e4, 0xaa0378, 0x1, 0xc000d72000, 0x12e4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1284 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001083000, 0xacb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001083000, 0xacb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001083000, 0xacb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001083000, 0xacb, 0x0, 0x0, 0x115f500, 0xacb, 0xacb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001083000, 0xacb, 0x0, 0x0, 0xaa0378, 0x1, 0xc001082400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001083000, 0xacb, 0xacb, 0xc001083000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ad4e3c0, 0x7e, 0xc001083000, 0xacb, 0xaa0378, 0x1, 0xc001083000, 0xacb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1286 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0x115f500, 0x12c9, 0x12c9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b0e4600, 0x12c9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b0e2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b0e4600, 0x12c9, 0x12c9, 0xc00b0e4600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6969, 0x2d, 0xc00b0e4600, 0x12c9, 0xaa0378, 0x1, 0xc00b0e4600, 0x12c9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1288 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0082e7000, 0xf6b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0082e7000, 0xf6b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0082e7000, 0xf6b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0082e7000, 0xf6b, 0x0, 0x0, 0x115f500, 0xf6b, 0xf6b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0082e7000, 0xf6b, 0x0, 0x0, 0xaa0378, 0x1, 0xc002aff000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0082e7000, 0xf6b, 0xf6b, 0xc0082e7000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0054391d9, 0x25, 0xc0082e7000, 0xf6b, 0xaa0378, 0x1, 0xc0082e7000, 0xf6b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1290 [semacquire]:
regexp.makeOnePass(0xc005d9d4a0, 0xc005d9d4a0)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc005d9d440, 0xc005d9d440)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x24)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f37358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f37358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f37358, 0x0, 0xb856e0, 0xc0003b0208, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f37358, 0xc0019d6070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f37358, 0x42cc84, 0xc005d9d410, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f373c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0003b0d80, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00477f110, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f37570, 0xc0009fd040, 0xabc101, 0x1d, 0x44, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1291 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000f19200, 0x5ae, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000f19200, 0x5ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000f19200, 0x5ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000f19200, 0x5ae, 0x0, 0x0, 0x115f500, 0xc000f19200, 0x5ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000f19200, 0x5ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc000f18600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000f19200, 0x5ae, 0x5ae, 0xc000f19200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7a90, 0x4d, 0xc000f19200, 0x5ae, 0xaa0378, 0x1, 0xc000f19200, 0x5ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1292 [semacquire]:
strings.genSplit(0xc003c48a80, 0x9c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x9c5, 0xc00aa7a000, 0x9d2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ee1570, 0xc006808680, 0xc006dc1940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1293 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00af17500, 0xa1a, 0xc002f53270, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00af17500, 0xa1a, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f53418, 0xaa05c9, 0x2, 0xc00af17500, 0xa1a, 0x5, 0x244, 0xc006f01020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af17500, 0xa1a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f53570, 0xc004942e60, 0x35, 0xc00767b400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1297 [semacquire]:
strings.genSplit(0xc009453800, 0x7da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008f5cf80, 0x19c, 0x19c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b8f418, 0xaa058b, 0x2, 0xc004a70800, 0x7da, 0x2, 0x19c, 0xc0000cb7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004a70800, 0x7da, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b8f570, 0xc007d6cfc0, 0x77, 0xc00a54da8a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2457 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003ee9380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee9380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee9380, 0xc007635a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa780, 0x0, 0x0, 0x0, 0xc009543258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009543950, 0xc0060de800, 0x16be, 0x6, 0xc0072b846e, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a065a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1301 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006a9a800, 0x44f, 0x44f, 0x3, 0x0, 0x44e, 0xc006a9a800)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003061570, 0xc0057d04a0, 0xc00470f060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1302 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0045c9118, 0xc001e514c0, 0x3b, 0xc005216440, 0x37)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0045c9118, 0xc000e6cf50, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0045c9118, 0xc000e6cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6cd20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0045c9118, 0xc000e6cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0045c9118, 0xc000e6cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6caf0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6caf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6caf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6ca10, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6ca10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6ca10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6c310, 0xc00137c000, 0x7f602d0a97d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0015e5118, 0xc000e6c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0045c9118, 0xc000e6c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0015e5118, 0xc000e6c230, 0x54b170, 0xc0099256c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000e6c230, 0x0, 0x0, 0x0, 0x0, 0xc000e6c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0073408a0, 0x0, 0x0, 0x0, 0x1a80, 0xc00af70a00, 0x19db, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00af70a00, 0x19db, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00509fb30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015e5570, 0xc000a525a0, 0xc007c645a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1303 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ef15e0, 0xaa04f9, 0x2, 0xc004228820, 0x193, 0xe, 0x2a, 0xc00265dfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005ef1570, 0xc000e06f40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1305 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005485800, 0x771, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005485800, 0x771, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005485800, 0x771, 0x0, 0x0, 0x115f500, 0xc005485800, 0x771)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005485800, 0x771, 0x0, 0x0, 0xaa0378, 0x1, 0xc006112800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005485800, 0x771, 0x771, 0xc005485800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002361bc0, 0x3c, 0xc005485800, 0x771, 0xaa0378, 0x1, 0xc005485800, 0x771, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1163 [semacquire]:
strings.Replace(0xc00a8bc000, 0xde9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00a8bc000, 0xde9)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bb1950, 0xc006a16000, 0xde6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a117a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2461 [semacquire]:
bytes.makeSlice(0x20d3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007fe0000, 0x199, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007fe0000, 0xc00a18eb60, 0x199, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007fe0000, 0xc00a18eb60, 0x199, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc00294bc70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007fe0000, 0xc0003a0690, 0xb84d20, 0xc007fe0000)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007fe0000, 0xc0003a0690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a4abe00, 0x2e6a309fc, 0x1251a20, 0xc00875acc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07140, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1309 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001865418, 0xaa0503, 0x2, 0xc0037e3800, 0x1745, 0x1, 0x42a, 0xc004a226e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037e3800, 0x1745, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001865570, 0xc005887b80, 0x45, 0xc000c174a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1312 [semacquire]:
bytes.makeSlice(0x1aaf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a77c50, 0x1cd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a77c50, 0xc007ce0b40, 0x1cd, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004a77c50, 0xc007ce0b40, 0x1cd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc0079242a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc007924230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006f77c70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006f77b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a77c50, 0xc006187490, 0xb84d20, 0xc004a77c50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004a77c50, 0xc006187490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0030703f0, 0x2ec65a597, 0x1251a20, 0xc004a22f00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1313 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006f007e0, 0xc0000d1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000d1418, 0xaa05c9, 0x2, 0xc002641000, 0x1703, 0x7, 0x489, 0xc006f007a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002641000, 0x1703, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000d1570, 0xc000960f00, 0x42, 0xc000e15770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1318 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009a7418, 0xaa0503, 0x2, 0xc0036eaf00, 0x2083, 0x5, 0x62b, 0xc000a528a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0036eaf00, 0x2083, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009a7570, 0xc00a0b5400, 0x4d, 0xc0068615e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1319 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f58a20, 0x27050ed13, 0x1251a20, 0xc0019fa020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1320 [semacquire]:
strings.genSplit(0xc006562000, 0xdf2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0020b6000, 0x2e9, 0x2e9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001c9418, 0xaa04fd, 0x2, 0xc004be9000, 0xdf2, 0x4, 0x2e9, 0xc008427640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004be9000, 0xdf2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001c9570, 0xc006449040, 0x43, 0xc004fb2d70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1321 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059a2330, 0x3, 0xc001c1ffb4, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003571570, 0xc004cfd340, 0xc00272afe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1322 [runnable]:
regexp.(*inputString).step(0xc005429d60, 0xad, 0xffffffff00000063, 0x1)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*Regexp).tryBacktrack(0xc0001faf00, 0xc005429ce0, 0xb886e0, 0xc005429d60, 0x7f60000000d2, 0xad, 0x755200)
/usr/local/go/src/regexp/backtrack.go:218 +0xb5f
regexp.(*Regexp).backtrack(0xc0001faf00, 0x0, 0x0, 0x0, 0xc000cc5740, 0xb2, 0xad, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc0001faf00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000cc5740, 0xb2, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.score(0xc005c39080, 0xaa860e)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:85 +0x11c
github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x0, 0xc005c39080)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:153 +0x14a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005c39050, 0xc0049e53f8, 0x3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc005cef720, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc005e6cc60, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1323 [semacquire]:
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0061dd358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0061dd358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0061dd358, 0x0, 0xb856e0, 0xc0003b0248, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0061dd358, 0xc005dfe540, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0061dd358, 0x42ca96, 0xc00505c420, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0061dd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049c1820, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0025212c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0061dd570, 0xc00000e460, 0xabc101, 0x1d, 0x4b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f16e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2547 [semacquire]:
bytes.makeSlice(0x1d20, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008cf6a98, 0x1d20, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc009e5f918, 0x1d20, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879cde0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1326 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0025f9700, 0x1b, 0x20, 0xc0025f9600, 0x1b, 0x20, 0xc000fe1078, 0xc00ac36aa0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc004d8c5e0, 0x1, 0x1, 0xc000fe1148, 0x7f602d0aa560, 0xc001a6d800, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc004d8c5e0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00ac36aa0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc006ed0b40, 0xc00bcf19b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fe1570, 0xc006ed0b40, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe1570, 0xc0019fb820, 0xcc)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1327 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00061f1c8, 0x127d300, 0xc00061f140, 0x5697b3, 0xc000137720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00061f1c8, 0x0, 0x0, 0xc00061f140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00061f1c8, 0xe8e, 0x1000, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00061f230, 0xc00061f248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc002b64630)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003f23770, 0xaa262f, 0x3, 0xc002b64600)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00061f708, 0xc005306ca0, 0xaa262f, 0x3, 0xc005306ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00061f708, 0xc005306ca0, 0xc0053076a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2548 [semacquire]:
bytes.makeSlice(0x1ce8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008cfaa98, 0x1ce8, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc009e5f900, 0x1ce8, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879cea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1331 [semacquire]:
strings.genSplit(0xc00b8b2400, 0xafa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a8b9900, 0x230, 0x230)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003673418, 0xaa04d9, 0x2, 0xc00b653400, 0xafa, 0x1, 0x230, 0xc0000cb8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b653400, 0xafa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003673570, 0xc006cb7f20, 0x62, 0xc0052cd3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1332 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00471a0d9, 0x7, 0x2, 0xc002970228, 0xc00069c318, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00471a0d9, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002971118, 0xc000550230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc007c285b0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002971118, 0xc007c285b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002971118, 0xc007c285b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc00a620cb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc00a620cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc00a620cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc00a620bd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc00a620bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc00a620bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc0074e7650, 0xc00136bc00, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003715118, 0xc0074e7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc0074e7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002971118, 0xc0074e7570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003715118, 0xc0074e7570, 0x54b170, 0xc008617ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0074e7570, 0x0, 0x0, 0x0, 0x0, 0xc0074e7570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0086f9ec0, 0x0, 0x0, 0x0, 0x1500, 0xc00249b500, 0x148d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00249b500, 0x148d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006316400)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003715570, 0xc0048b41c0, 0xc004eaee00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2514 [semacquire]:
strings.Replace(0xc006d59000, 0xf34, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc006d59000, 0xf34)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00259d950, 0xc003cff000, 0xf2e, 0x6c656b696c20796c, 0x74203b3433232679, 0x6570206120746168)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1334 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3bec0, 0xc002d47318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d47418, 0xaa0569, 0x2, 0xc0069f9200, 0x80f, 0x11, 0x18e, 0xc007b3bea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069f9200, 0x80f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d47570, 0xc005ceed80, 0x49, 0xc0068619f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1335 [semacquire]:
bytes.makeSlice(0x199, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008bc92f0, 0x7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008bc92f0, 0xc00555abc0, 0x7, 0x6, 0xffffffffffffffff, 0xad0877)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008bc92f0, 0xc00555abc0, 0x7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008bc92f0, 0xc0031fb420, 0xb84d20, 0xc008bc92f0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc92f0, 0xc0031fb420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc92c0, 0x203002, 0x203002, 0x510a327e00000000, 0xc0071ed190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008bc92c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc9290, 0xc0071ed320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0071ed708, 0xc00651c3a0, 0xaac03e, 0x7, 0xc00651c3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0071ed708, 0xc00651c3a0, 0xc005f1db00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1337 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00aa149c0, 0xc001880000, 0x137a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.textIM(0xc00aa149c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1381 +0xf2
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00aa149c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00aa149c0, 0xc00244dab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00289ff50, 0x0, 0x0, 0x0, 0x0, 0x1b01, 0xc00289ff20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00289ff20, 0x0, 0x0, 0x0, 0x2000, 0xc00c7cc000, 0x1b08, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00c7cc000, 0x1b08, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xceebf38f00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e99570, 0xc0053062a0, 0xc004cfd920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1339 [semacquire]:
strings.genSplit(0xc0060f8000, 0x1591, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00925c800, 0x458, 0x458)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e9b418, 0xaa0569, 0x2, 0xc008b47000, 0x1591, 0x21, 0x458, 0xc0019fbe00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008b47000, 0x1591, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e9b570, 0xc00a251640, 0x51, 0xc0010c7da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1345 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47a40, 0xc00375b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00375b418, 0xaa058b, 0x2, 0xc000916000, 0xc99, 0x4, 0x293, 0xc008f47a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000916000, 0xc99, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00375b570, 0xc002824080, 0x53, 0xc0004a35db)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1346 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f479e0, 0xc00375d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00375d418, 0xaa04f9, 0x2, 0xc002fa7000, 0xb2f, 0x1, 0x276, 0xc008c7e6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002fa7000, 0xb2f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00375d570, 0xc006892c60, 0x61, 0xc00497a0fc)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1347 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x79a, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005f10800, 0x79a, 0x79a, 0xc005f10800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cc9260, 0x2a, 0xc005f10800, 0x79a, 0xaa0378, 0x1, 0xc005f10800, 0x79a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1348 [semacquire]:
regexp.(*bitState).reset(0xc000b68dc0, 0xc001d39ce0, 0x4bc, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0xcf, 0x2, 0xc00c41e000, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000bea6e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0xcf, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c085400, 0x4bc, 0x2, 0xc002e97ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00c085400, 0x4bc, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00c085400, 0x4bc, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1350 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c69a000, 0x324, 0x324, 0x3, 0x0, 0x323, 0xc00c69a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00377f570, 0xc001b88cc0, 0xc001b89640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1351 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005028390, 0x2d51d30b5, 0x1251a20, 0xc0019fb800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1353 [semacquire]:
regexp.(*Regexp).expand(0xc0001fb040, 0xc000c04d80, 0xd80, 0xd80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00c5a7000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc000c04d80, 0xd80, 0xd80, 0xc000e08e40, 0x2, 0x2, 0xc00c5a7000, 0xf6a, 0xdc4)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00c5a7000, 0xf6a, 0x2, 0xc0008bd270, 0xc00653cc60, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00c5a7000, 0xf6a, 0xaa0378, 0x1, 0xc00457ed20, 0xc000dcc580)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0008bd3e0, 0xc0020fcd80, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0008bd3e0, 0xc004a3be60, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0008bd401, 0xc00653cfa8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0008bd570, 0xc004a3be60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1354 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0036d1b00, 0x20b, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a89118, 0xc002a3cd90, 0xc008a88208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc002a3cd20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a89118, 0xc002a3cd20, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a89118, 0xc002a3cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a89118, 0xc002a3cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c21650, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c21650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c21650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c21570, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c21570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c21570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c20e70, 0xc0012edc00, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b49118, 0xc001c20e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c20e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a89118, 0xc001c20d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b49118, 0xc001c20d90, 0x54b170, 0xc0008c7040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001c20d90, 0x0, 0x0, 0x0, 0x0, 0xc001c20d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0025f5950, 0x0, 0x0, 0x0, 0x2500, 0xc002d24500, 0x229e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002d24500, 0x229e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00330f530)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49570, 0xc006809240, 0xc006809d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1355 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a1ae000, 0x127a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a1ae000, 0x127a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a1ae000, 0x127a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a1ae000, 0x127a, 0x0, 0x0, 0x115f500, 0x127a, 0x127a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a1ae000, 0x127a, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d9ac00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a1ae000, 0x127a, 0x127a, 0xc00a1ae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00647e680, 0x37, 0xc00a1ae000, 0x127a, 0xaa0378, 0x1, 0xc00a1ae000, 0x127a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1356 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002fa4c00, 0xabc, 0xc003c55270, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002fa4c00, 0xabc, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c55418, 0xaa05c9, 0x2, 0xc002fa4c00, 0xabc, 0x4, 0x223, 0xc0068927e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002fa4c00, 0xabc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c55570, 0xc0049431e0, 0x3e, 0xc00647eb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1357 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc003ebcc00, 0x1194, 0x2, 0xc006a49ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc003ebcc00, 0x1194, 0xaa0378, 0x1, 0xc003719300, 0x1194)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003ebcc00, 0x1194, 0xaa0378, 0x1, 0xc003ebcc00, 0x1194)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1358 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c57338, 0x20300100000000, 0x7f5ff45fbfff, 0xc003c57270, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c57338, 0xc001b28d80, 0x5, 0xc003c57288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c57338, 0xc003c57350, 0x43b3b7, 0x1252790, 0xc003c57300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f5ff414efe8, 0xc003c57301, 0x10100000042ab7a, 0x0, 0xfc2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000dc54a0, 0xaa64ee, 0x5, 0x15bc)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003c57570, 0xc0084879c0, 0xfc2, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1359 [semacquire]:
strings.genSplit(0xc007687b00, 0x426, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a869900, 0x106, 0x106)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ab9418, 0xaa04f9, 0x2, 0xc005cfe480, 0x426, 0x1, 0x106, 0xc004ab8820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cfe480, 0x426, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ab9570, 0xc0068098e0, 0x28, 0xc0059275f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1360 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ca75e0, 0xaa04f9, 0x2, 0xc00a962790, 0xae, 0x0, 0xc007ca7430, 0xc00457fd68)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007ca7570, 0xc00a735a40, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007ca7570, 0xc00569a060, 0xae)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1362 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064755e0, 0xaa04f9, 0x2, 0xc002e0a000, 0xd83, 0x641e2d, 0xc009566b40, 0xc0005ee9f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006475570, 0xc004eaeb20, 0xae)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1364 [semacquire]:
strings.genSplit(0xc00632af80, 0x1a59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x5c1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009ae5570, 0xc00987e2a0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009ae5570, 0xc0067b4180, 0xa8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006963c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1365 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d4d000, 0x74d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d4d000, 0x74d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d4d000, 0x74d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d4d000, 0x74d, 0x0, 0x0, 0x115f500, 0x74d, 0x74d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d4d000, 0x74d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006525000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d4d000, 0x74d, 0x74d, 0xc000d4d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00266c6c0, 0x37, 0xc000d4d000, 0x74d, 0xaa0378, 0x1, 0xc000d4d000, 0x74d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006966c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1366 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004267418, 0xaa04f9, 0x2, 0xc002c26600, 0x111c, 0x1, 0x2fe, 0xc007abb040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002c26600, 0x111c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004267570, 0xc004ab9060, 0x39, 0xc0027e5400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006969c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1367 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0033ae000, 0x1a3, 0x2, 0xc0024dc1f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0033ae000, 0x1a3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024dd118, 0xc0000aabd0, 0xc0024dc208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc00334d9d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0024dd118, 0xc00334d9d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024dd118, 0xc00334d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024dd118, 0xc00334d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136f50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136e70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136770, 0xc0047f6d88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f7118, 0xc007136770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024dd118, 0xc007136690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f7118, 0xc007136690, 0x54b170, 0xc000717520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007136690, 0x0, 0x0, 0x0, 0x0, 0xc007136690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004766930, 0x0, 0x0, 0x0, 0x2800, 0xc002706000, 0x268a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002706000, 0x268a, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc006b1acb4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f7570, 0xc005f1d420, 0xc005f1de40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1368 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00522f000, 0xf2b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00522f000, 0xf2b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00522f000, 0xf2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00522f000, 0xf2b, 0x0, 0x0, 0x115f500, 0xf2b, 0xf2b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00522f000, 0xf2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004cad000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00522f000, 0xf2b, 0xf2b, 0xc00522f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044e0820, 0x41, 0xc00522f000, 0xf2b, 0xaa0378, 0x1, 0xc00522f000, 0xf2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1370 [semacquire]:
strings.genSplit(0xc00422d500, 0xa77, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0098d0000, 0x1bb, 0x1bb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004869418, 0xaa04d9, 0x2, 0xc001d88a80, 0xa77, 0x1, 0x1bb, 0xc00000eda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001d88a80, 0xa77, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004869570, 0xc0049c1440, 0x4f, 0xc00299f360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006973e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2433 [semacquire]:
bytes.makeSlice(0xc55, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00005ba98, 0xc55, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc00a26acf8, 0xc55, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879cc60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1372 [semacquire]:
strings.genSplit(0xc0051ac000, 0xe95, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c419000, 0x269, 0x269)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a95418, 0xaa05c9, 0x2, 0xc00b406000, 0xe95, 0x4, 0x269, 0xc002186260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b406000, 0xe95, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a95570, 0xc005f1c000, 0x37, 0xc00274c880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006979e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1375 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0077b1000, 0x762, 0xc001b53270, 0xc00023ea80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0077b1000, 0x762, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b53418, 0xaa05c9, 0x2, 0xc0077b1000, 0x762, 0x4, 0x177, 0xc008c7fc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0077b1000, 0x762, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b53570, 0xc006d6c020, 0x49, 0xc000afb220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1377 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0055398f0, 0x0, 0x0, 0x0, 0x0, 0xc0055398f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a4abe60, 0x0, 0x0, 0x0, 0x700, 0xc004758700, 0x69a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004758700, 0x69a, 0x0, 0x0, 0x0, 0x440d95, 0xc00ae355c0, 0x7f60040e558e, 0xdd18654a00000010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b4f570, 0xc00265ca80, 0xc00a9d1140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1378 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0019580c0, 0xaa03ab, 0x1, 0xc0096b5f20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc004875570, 0xc001d406e0, 0xc001e41700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1380 [semacquire]:
strings.genSplit(0xc0071bb800, 0x79a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x137, 0x137)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ee5418, 0xaa04d9, 0x2, 0xc00558b000, 0x79a, 0x1, 0x137, 0xc007971be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00558b000, 0x79a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ee5570, 0xc00aa68580, 0x56, 0xc002a7c480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1381 [semacquire]:
strings.genSplit(0xc00baab900, 0x12fb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00987a000, 0x394, 0x394)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066b3418, 0xaa0599, 0x2, 0xc006c9a600, 0x12fb, 0x1, 0x394, 0xc00523bd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006c9a600, 0x12fb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066b3570, 0xc00272afa0, 0x4b, 0xc00445ff90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1382 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004873418, 0xaa0503, 0x2, 0xc002199200, 0x81a, 0x3, 0x1f6, 0xc00ac7c780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002199200, 0x81a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004873570, 0xc0070276a0, 0x40, 0xc008757d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1383 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007abb180, 0xc001ff7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ff7418, 0xaa04f9, 0x2, 0xc0097ac480, 0x19ba, 0x1, 0x54d, 0xc006809e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0097ac480, 0x19ba, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ff7570, 0xc005f1dc80, 0x32, 0xc008589640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1384 [semacquire]:
bytes.makeSlice(0x182, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040e73b0, 0x7a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0040e73b0, 0xc005458c00, 0x7a, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0040e73b0, 0xc005458c00, 0x7a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ae0150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ab7f80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040e73b0, 0xc000ab7f10, 0xb84d20, 0xc0040e73b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040e73b0, 0xc000ab7f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0040e7200, 0x2ec609596, 0x1251a20, 0xc00b27cd00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1386 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00388ec80, 0xc54, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00388ec80, 0xc54, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00388ec80, 0xc54, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00388ec80, 0xc54, 0x0, 0x0, 0x115f500, 0xc54, 0xc54)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00388ec80, 0xc54, 0x0, 0x0, 0xaa0378, 0x1, 0xc00388e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00388ec80, 0xc54, 0xc54, 0xc00388ec80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f0a80, 0x5f, 0xc00388ec80, 0xc54, 0xaa0378, 0x1, 0xc00388ec80, 0xc54, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1387 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008243ef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008243ec0, 0xc007141320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc007141708, 0xc00470e460, 0xaac03e, 0x7, 0xc00470e460)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc007141708, 0xc00470e460, 0xc0079b72c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1389 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003ecc000, 0x189e, 0xc004315270, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003ecc000, 0x189e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004315418, 0xaa0599, 0x2, 0xc003ecc000, 0x189e, 0x1, 0x46d, 0xc004da0120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003ecc000, 0x189e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004315570, 0xc006dc1b40, 0x3e, 0xc0085881c4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1390 [semacquire]:
regexp.makeOnePass(0xc00bcf0b40, 0xc00bcf0b40)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc00bcf0ae0, 0xc00bcf0ae0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0xf2)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c8b358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c8b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c8b358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c8b358, 0x75a856, 0x0, 0xc006d349a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c8b358, 0x39, 0xc002c8b3a8, 0x42cc84, 0xc00bcf0ab0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002c8b3c0, 0xc002c8b3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049421c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a3b110, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002c8b570, 0xc0058861e0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1393 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc002406e90, 0xc004962758, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc002406e90, 0xc004636e00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc002406e90, 0xc0046372d0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0046372d0, 0xc0046372d0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002407358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002407358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002407358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002407358, 0xc002900070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002407358, 0x42ca96, 0xc00248cf00, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0024073c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0027fe020, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003071bf0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002407570, 0xc0085759a0, 0xabc101, 0x1d, 0x2d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1395 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ffa0, 0xc006611318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006611418, 0xaa058b, 0x2, 0xc00a041c00, 0x68d, 0x5, 0x15b, 0xc00470ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a041c00, 0x68d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006611570, 0xc0084265c0, 0x45, 0xc007b7d648)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1396 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009cfca50, 0x2bf559b5c, 0x1251a20, 0xc0049c0340, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1397 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000a21790, 0xc006d31380, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000a21790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000a21790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000a21790, 0xc005ea7110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00265d6a0, 0x0, 0x0, 0x0, 0xc001ff1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00265d6a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ff1950, 0xc006742a80, 0x9d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1398 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00a8ec000, 0xfa9, 0xc0021a7270, 0xc00137c000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00a8ec000, 0xfa9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021a7418, 0xaa059b, 0x2, 0xc00a8ec000, 0xfa9, 0x1a, 0x2c2, 0xc004b484c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a8ec000, 0xfa9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021a7570, 0xc006dc19c0, 0x62, 0xc0057ab490)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ef60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1401 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003beb5e0, 0xaa04f9, 0x2, 0xc00aaa0280, 0x26d, 0xa, 0x18, 0xc0077aeb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003beb570, 0xc00b4cf560, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1402 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00258b338, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00258b338, 0x75a856, 0x0, 0xc0048f43f0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00258b338, 0xc00258b300, 0xc00258b388, 0x42ca96, 0xc003a3c150, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc00258b3a0, 0xc00258b3b8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc00272bfe0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0003a7080, 0xab9e11, 0x19, 0xc003a3c150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00258b570, 0xc0019faa00, 0x35c4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1403 [semacquire]:
bytes.makeSlice(0xd40, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00685dc20, 0x7e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00685dc20, 0xc008e4cb00, 0x7e, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00685dc20, 0xc008e4cb00, 0x7e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc0068c9650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc0068c95e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096d3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096d2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00685dc20, 0xc00096cbd0, 0xb84d20, 0xc00685dc20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00685dc20, 0xc00096cbd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00685da70, 0x2bdc113a7, 0x1251a20, 0xc005cee400, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f4a0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1404 [semacquire]:
regexp.(*bitState).reset(0xc002df0000, 0xc000021200, 0x22c, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x82, 0x2, 0xc004fb4560, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x82, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc001b26d80, 0x22c, 0x2, 0xc0070e21f0, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc001b26d80, 0x22c, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070e3118, 0xc004916230, 0xc0070e2208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0049161c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0070e3118, 0xc0049161c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0070e3118, 0xc0049161c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070e3118, 0xc0049161c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0011ac5b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc0011ac5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc0011ac5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc0011ac4d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc0011ac4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc0011ac4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc002be02a0, 0xc0016aa000, 0x7f602d0a97d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007f9118, 0xc002be02a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc002be02a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070e3118, 0xc004efdb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007f9118, 0xc004efdb20, 0x54b170, 0xc003cfdad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004efdb20, 0x0, 0x0, 0x0, 0x0, 0xc004efdb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003021d10, 0x0, 0x0, 0x0, 0x2000, 0xc003740000, 0x1d2b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003740000, 0x1d2b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00281a7b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007f9570, 0xc004ae3380, 0xc004ae3c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f5c0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1405 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc008ace000, 0xd90, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066db418, 0xaa0503, 0x2, 0xc008ace000, 0xd90, 0x5, 0x310, 0xc0049c1ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ace000, 0xd90, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066db570, 0xc007ff35a0, 0x61, 0xc0078b0a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f740, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1406 [semacquire]:
strings.genSplit(0xc00388f900, 0xc44, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x286, 0x286)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066df418, 0xaa04df, 0x2, 0xc00364c000, 0xc44, 0x4, 0x286, 0xc004da1660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00364c000, 0xc44, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066df570, 0xc00833b060, 0x43, 0xc00830a050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f8c0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1410 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00adf9600, 0x31, 0x40, 0xc00adf9400, 0x34, 0x40, 0xc000b35078, 0xc000715500, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc008531f68, 0x1, 0x1, 0xc000b35148, 0x7f602d0ac080, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc008531f68, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000715500, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0025f5080, 0xc00505c240)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b35570, 0xc0025f5080, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b35570, 0xc006448f80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070fec0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1411 [semacquire]:
strings.genSplit(0xc007dc1000, 0xe6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x31d, 0x31d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00225f418, 0xaa04df, 0x2, 0xc007dbe000, 0xe6d, 0x5, 0x31d, 0xc002186120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007dbe000, 0xe6d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00225f570, 0xc007b3a6a0, 0x3d, 0xc00623dbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350660, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1413 [semacquire]:
strings.genSplit(0xc0040c8a00, 0x134e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c359800, 0x410, 0x410)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002417418, 0xaa04f9, 0x2, 0xc007162000, 0x134e, 0x1, 0x410, 0xc004a22600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007162000, 0x134e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002417570, 0xc001fc0ba0, 0x46, 0xc0076d2140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350960, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1414 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a1177a0, 0xc000fe5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe5418, 0xaa0503, 0x2, 0xc009060480, 0x19d8, 0x5, 0x568, 0xc004e16500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009060480, 0x19d8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe5570, 0xc007d6ce60, 0x53, 0xc0071ca4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350ae0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1415 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ade3b00, 0x881, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ade3b00, 0x881, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ade3b00, 0x881, 0x0, 0x0, 0x115f500, 0xc00ade3b00, 0x881)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ade3b00, 0x881, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ade2900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ade3b00, 0x881, 0x881, 0xc00ade3b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008046d20, 0x26, 0xc00ade3b00, 0x881, 0xaa0378, 0x1, 0xc00ade3b00, 0x881, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350c60, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1416 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006dc1c20, 0xc004dcb430, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004dcb570, 0xc005408960, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350ea0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1417 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00207d5e0, 0xaa04f9, 0x2, 0xc0041f4a00, 0x311f, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00207d570, 0xc001d40100, 0x7a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351020, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1418 [semacquire]:
strings.genSplit(0xc00b29a400, 0x836, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007f20000, 0x1c6, 0x1c6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033dd418, 0xaa058b, 0x2, 0xc0069fa400, 0x836, 0x3, 0x1c6, 0xc00523ba80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069fa400, 0x836, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033dd570, 0xc008487160, 0x46, 0xc004de61e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003511a0, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 362 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3bb80, 0xc004863318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004863418, 0xaa04fd, 0x2, 0xc008ec8a00, 0x244b, 0x1, 0x5b5, 0xc007c83aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ec8a00, 0x244b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004863570, 0xc00875b280, 0x55, 0xc0040f0739)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 363 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc002f58e90, 0xc00a3b4688, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc002f58e90, 0xc0077d1ea0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc002f58e90, 0xc0077d1f80, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0077d1f80, 0xc0077d1f80, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f59358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f59358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f59358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f59358, 0xc001d8abd0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f59358, 0x42ca96, 0xc009d0e570, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f593c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001fc1600, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0067d2e70, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f59570, 0xc0009fc480, 0xabc101, 0x1d, 0x46, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 364 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b085c00, 0xb30, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b085c00, 0xb30, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b085c00, 0xb30, 0x0, 0x0, 0x115f500, 0xc00b085c00, 0xb30)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b085c00, 0xb30, 0x0, 0x0, 0xaa0378, 0x1, 0xc0093c8800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b085c00, 0xb30, 0xb30, 0xc00b085c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7b8e, 0x3a, 0xc00b085c00, 0xb30, 0xaa0378, 0x1, 0xc00b085c00, 0xb30, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 365 [semacquire]:
strings.Replace(0xc005656000, 0x1c88, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc000f94230, 0x0, 0x0, 0x0, 0x0, 0xc000f94230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001376540, 0x0, 0x0, 0x0, 0x2500, 0xc0091c0f00, 0x2256, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0091c0f00, 0x2256, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004b9dc50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00418b570, 0xc004943500, 0xc009ecdc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 366 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000396340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0003965b0, 0xc00074ae70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f1a870, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0026bd890)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026bd890, 0x0, 0x0, 0x0, 0x1500, 0xc00051ea00, 0x14d2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00051ea00, 0x14d2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0017345a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003acf570, 0xc0049438a0, 0xc006448a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 369 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc005bbd200, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005bbd200, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005bbd1d0, 0x0, 0x0, 0x0, 0x1300, 0xc008ed3300, 0x11ff, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc008ed3300, 0x11ff, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0061fb950)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00782d570, 0xc006b12080, 0xc00875bbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1426 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005938680, 0x575, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005938680, 0x575, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005938680, 0x575, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005938680, 0x575, 0x0, 0x0, 0x115f500, 0x575, 0x575)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005938680, 0x575, 0x0, 0x0, 0xaa0378, 0x1, 0xc005937080)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005938680, 0x575, 0x575, 0xc005938680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0051df500, 0x6c, 0xc005938680, 0x575, 0xaa0378, 0x1, 0xc005938680, 0x575, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1429 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004a4cc00, 0x5c4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004a4cc00, 0x5c4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0x115f500, 0xc004a4cc00, 0x5c4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004a4cc00, 0x5c4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0097ed800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a4cc00, 0x5c4, 0x5c4, 0xc004a4cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610690, 0x49, 0xc004a4cc00, 0x5c4, 0xaa0378, 0x1, 0xc004a4cc00, 0x5c4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1430 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a4ac000, 0x6b2, 0x6b2, 0x3, 0x0, 0x6b1, 0xc00a4ac000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00307b570, 0xc006cb66c0, 0xc004f1c640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1431 [semacquire]:
strings.Replace(0xc00573e000, 0x1cce, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00573e000, 0x1cce)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000bab570, 0xc0057d0ec0, 0xc00b0fffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1434 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a7b60f0, 0xa9ece0, 0xc00a7b60c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e77570, 0xc0009fc700, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1439 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004749380, 0xaa03af, 0x1, 0xc00248ced0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc002b2b3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002b2b3e0, 0xc004749380, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002b2b401, 0xc009e5f9a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002b2b570, 0xc004749380, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1442 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003207118, 0xaa04bf, 0x2, 0x6e, 0x2, 0xc0032061f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003207118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003207118, 0xc00a833110, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003207118, 0xc00a833110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003207118, 0xc00a833110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1810, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1730, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc1030, 0xc0013f2a80, 0x7f602d0aa560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b45118, 0xc009fc1030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc1030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003207118, 0xc009fc0f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b45118, 0xc009fc0f50, 0x54b170, 0xc00649ec30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009fc0f50, 0x0, 0x0, 0x0, 0x0, 0xc009fc0f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ff23c0, 0x0, 0x0, 0x0, 0x1500, 0xc0028f9500, 0x14da, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0028f9500, 0x14da, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000071030)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b45570, 0xc00000e6e0, 0xc009ff41c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1448 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004088a80, 0xa04, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004088a80, 0xa04, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004088a80, 0xa04, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004088a80, 0xa04, 0x0, 0x0, 0x115f500, 0xa04, 0xa04)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004088a80, 0xa04, 0x0, 0x0, 0xaa0378, 0x1, 0xc0070ed500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004088a80, 0xa04, 0xa04, 0xc004088a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00822c5d0, 0x2c, 0xc004088a80, 0xa04, 0xaa0378, 0x1, 0xc004088a80, 0xa04, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1450 [semacquire]:
bytes.makeSlice(0x503, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00574f260, 0xfd, 0xba)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00574f260, 0xc0058f9200, 0xfd, 0xba, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006dd6230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006dd6070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0063958f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00326a510, 0xc00326a510, 0xc00326a701)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00574f570, 0xc000960040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1451 [semacquire]:
strings.genSplit(0xc009cf7b00, 0xed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xed, 0xc006a13950, 0xed)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b23458, 0xaa04f9, 0x2, 0xc006a13950, 0xed, 0xc002b23298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc0058776e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0058775f0, 0xc002b23320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002b233e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002b233e0, 0xc00b064e10, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002b23401, 0xc000714100)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002b23570, 0xc00b064e10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5efc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2451 [semacquire]:
strings.genSplit(0xc004976000, 0x938, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ab1f400, 0x203, 0x203)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00951b418, 0xaa04f9, 0x2, 0xc006126000, 0x938, 0x4, 0x203, 0xc00b43bb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc006126000, 0x938, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00951b570, 0xc00b43b7a0, 0x5c, 0xc00106fc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1461 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008bdc040, 0xc005f87318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f87418, 0xaa04fd, 0x2, 0xc003c93200, 0x5c1, 0x1, 0x13d, 0xc00b0ff380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003c93200, 0x5c1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f87570, 0xc004f1dbe0, 0x39, 0xc004fbe3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1462 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053dd458, 0xaa04f9, 0x2, 0xc0061d8f00, 0x9c, 0xc0053dd298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc0053a2630)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0019c6510, 0xc0053dd320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0053dd3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053dd3e0, 0xc0084fa9c0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0053dd401, 0xc00b0ee5a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0053dd570, 0xc0084fa9c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1463 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a93418, 0xaa0503, 0x2, 0xc004721800, 0x1651, 0x3, 0x432, 0xc00470f6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004721800, 0x1651, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a93570, 0xc00ad517e0, 0x40, 0xc0052e9000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1465 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0062f4880, 0xd7f, 0xc003ad1270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0062f4880, 0xd7f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ad1418, 0xaa04f9, 0x2, 0xc0062f4880, 0xd7f, 0x1, 0x25e, 0xc001e4ffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0062f4880, 0xd7f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ad1570, 0xc008427380, 0x3d, 0xc000caa180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1467 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a671800, 0x17a2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a671800, 0x17a2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a671800, 0x17a2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a671800, 0x17a2, 0x0, 0x0, 0x115f500, 0x17a2, 0x17a2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a671800, 0x17a2, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c56800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a671800, 0x17a2, 0x17a2, 0xc00a671800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97a40, 0x3e, 0xc00a671800, 0x17a2, 0xaa0378, 0x1, 0xc00a671800, 0x17a2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1468 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00a04f118, 0xaa04bf, 0x2, 0xab, 0x2, 0xc00a04e1f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00a04f118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00a04f118, 0xc001a84460, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a04f118, 0xc001a84460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a04f118, 0xc001a84460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534e00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534d20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534460, 0xc003ff6d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003ff7118, 0xc005534460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a04f118, 0xc005534380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003ff7118, 0xc005534380, 0x54b170, 0xc008c10ea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005534380, 0x0, 0x0, 0x0, 0x0, 0xc005534380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f45f20, 0x0, 0x0, 0x0, 0x1300, 0xc00b2f8000, 0x107b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b2f8000, 0x107b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00543a620)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ff7570, 0xc005887300, 0xc007ff3a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1469 [semacquire]:
strings.genSplit(0xc003b30500, 0x2035, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c0db500, 0x60b, 0x60b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ae9418, 0xaa0503, 0x2, 0xc0074b3900, 0x2035, 0x1, 0x60b, 0xc00651cda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0074b3900, 0x2035, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ae9570, 0xc0079b62e0, 0x35, 0xc002361b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1470 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003db5418, 0xaa0503, 0x2, 0xc0085e6000, 0x28e8, 0x5, 0x75b, 0xc007971c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0085e6000, 0x28e8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003db5570, 0xc004cfc540, 0x5a, 0xc00708bc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1471 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc009d33118, 0xc004e10d20, 0xd9, 0xd9, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009d33118, 0xc00798d7a0, 0xc009d32208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00798d730, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc009d33118, 0xc00798d730, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc009d33118, 0xc00798d730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc009d33118, 0xc00798d730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00adb0d90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc00adb0d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc00adb0d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc00adb0cb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc00adb0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc00adb0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc006dde690, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004057118, 0xc006dde690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc006dde690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc009d33118, 0xc006dde5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004057118, 0xc006dde5b0, 0x54b170, 0xc0036ae1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006dde5b0, 0x0, 0x0, 0x0, 0x0, 0xc006dde5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a4ab080, 0x0, 0x0, 0x0, 0x1980, 0xc009345300, 0x1904, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc009345300, 0x1904, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000cfc924)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004057570, 0xc0003b1420, 0xc00a0b41a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2465 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee9d40, 0xc009eca000, 0x65)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee9d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee9d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee9d40, 0xc005ffe460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa900, 0x0, 0x0, 0x0, 0xc004287258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004287950, 0xc00665bc00, 0xaa0, 0x666f2065676e6172, 0x7420736d65746920, 0x706d6f6320746168)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1476 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00293b6e7, 0x7, 0x2, 0xc000723e88, 0x3, 0xc000723f28, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00293b6e7, 0x7, 0xaa0378, 0x1, 0xc000723f10, 0x46620f)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f650, 0xc000910060, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc00369f5e0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000725118, 0xc00369f5e0, 0x3c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc00369f500, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000725118, 0xc00369f500, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000725118, 0xc00369f500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000725118, 0xc00369f500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164fc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc002164fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164ee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc002164ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc0021647e0, 0xc000680380, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004153118, 0xc0021647e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc0021647e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000725118, 0xc002164700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004153118, 0xc002164700, 0x54b170, 0xc0039d0dd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002164700, 0x0, 0x0, 0x0, 0x0, 0xc002164700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055f4390, 0x0, 0x0, 0x0, 0x900, 0xc003840400, 0x8b8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003840400, 0x8b8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00330e030)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004153570, 0xc00569a5c0, 0xc004991900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2431 [semacquire]:
bytes.makeSlice(0xf80, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00005da98, 0xf80, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc00a26ad00, 0xf80, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879c900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1478 [semacquire]:
strings.genSplit(0xc006e06000, 0xfcf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ee5800, 0x368, 0x368)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417b418, 0xaa0599, 0x2, 0xc00a50d000, 0xfcf, 0x1, 0x368, 0xc00651d3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a50d000, 0xfcf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417b570, 0xc0009fd820, 0x3f, 0xc00487cd8f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1479 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0019fb760, 0xc0041b3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041b3418, 0xaa04df, 0x2, 0xc000793300, 0x12a5, 0x4, 0x3da, 0xc004ae3c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000793300, 0x12a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041b3570, 0xc00272bc00, 0x38, 0xc002228f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1481 [semacquire]:
strings.Replace(0xc00a47c000, 0x1365, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00a47c000, 0x1365)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c89570, 0xc004b48580, 0xc007027e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1482 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c24000, 0x104d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c24000, 0x104d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c24000, 0x104d, 0x0, 0x0, 0x115f500, 0x104d, 0x104d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c24000, 0x104d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b54d900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c24000, 0x104d, 0x104d, 0xc002c24000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fcc8a0, 0x57, 0xc002c24000, 0x104d, 0xaa0378, 0x1, 0xc002c24000, 0x104d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1484 [semacquire]:
regexp.(*bitState).reset(0xc000b69080, 0xc000021200, 0x9, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x0, 0x2, 0xc008c52010, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00a774320, 0x9, 0x2, 0xc006d4bec0, 0xc000000029, 0x99, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00a774320, 0x9, 0xaa0378, 0x1, 0x4, 0xc006d4bf70)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4f340, 0xc0034e8500, 0xc008c3e0a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc000d4f2d0, 0x99, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d4d118, 0xc000d4f2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4f2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc000d4eee0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d4d118, 0xc000d4eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d4d118, 0xc000d4eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40150, 0xc000680380, 0x7f602d0ac080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001867118, 0xc001a40150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d4d118, 0xc001a40070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001867118, 0xc001a40070, 0x54b170, 0xc00761c0d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001a40070, 0x0, 0x0, 0x0, 0x0, 0xc001a40070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c07dec0, 0x0, 0x0, 0x0, 0x1300, 0xc00c428600, 0x113b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00c428600, 0x113b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0053e3ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001867570, 0xc007027700, 0xc004e16ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1485 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005635020, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0008a3570, 0xc005635020, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008a3570, 0xc004e16320, 0x4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2429 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1487 [semacquire]:
bytes.makeSlice(0xeaa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00bed3bf0, 0x84, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00bed3bf0, 0xc000a4d3b0, 0x84, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00bed3bf0, 0xc000a4d3b0, 0x84, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00bed3bf0, 0xc00325ea10, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00bed3bf0, 0xc00325e9a0, 0xb84d20, 0xc00bed3bf0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00bed3bf0, 0xc00325e9a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00bed3bc0, 0xc005fd3190, 0x42c59c, 0x7f5fc8037338, 0xbf)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00bed3bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00bed3b90, 0xc005fd3320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005fd3708, 0xc0079b6260, 0xaac03e, 0x7, 0xc0079b6260)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005fd3708, 0xc0079b6260, 0xc0057d1280)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1488 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006551b00, 0x861, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006551b00, 0x861, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006551b00, 0x861, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006551b00, 0x861, 0x0, 0x0, 0x115f500, 0xc006551b00, 0x861)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006551b00, 0x861, 0x0, 0x0, 0xaa0378, 0x1, 0xc006550900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006551b00, 0x861, 0x861, 0xc006551b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061fb270, 0x3f, 0xc006551b00, 0x861, 0xaa0378, 0x1, 0xc006551b00, 0x861, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1489 [semacquire]:
strings.genSplit(0xc0088c4c80, 0xc57, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0087d9000, 0x279, 0x279)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047b7418, 0xaa04fd, 0x2, 0xc0020d6000, 0xc57, 0x1, 0x279, 0xc008bdc360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0020d6000, 0xc57, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047b7570, 0xc0082ef6a0, 0x9d, 0xc0053a0f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1818 [semacquire]:
strings.Replace(0xc00b3a8000, 0x122c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x12, 0xc00b3a8000, 0x122c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b12d950, 0xc007603300, 0x1227, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc009494060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1492 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc001c1a000, 0x30, 0x40, 0xc005928450, 0x142ef, 0xc001c1a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000509180, 0x363, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000509180, 0x363, 0x0, 0x0, 0x115f500, 0x363, 0x363)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000509180, 0x363, 0x0, 0x0, 0xaa0378, 0x1, 0xc000508700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000509180, 0x363, 0x363, 0xc000509180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00292b540, 0x49, 0xc000509180, 0x363, 0xaa0378, 0x1, 0xc000509180, 0x363, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cea0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1493 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc006726800, 0x177c, 0x2, 0xc000343270, 0x100, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc006726800, 0x177c, 0xaa04bf, 0x2, 0xc006726800, 0x177c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0003433e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003433e0, 0xc00a7f4f60, 0xaa04f9, 0x2, 0xc000343570, 0x8, 0x9ecc80, 0xc000343401, 0xc00521bdf8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000343570, 0xc00a7f4f60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cf60, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1495 [semacquire]:
regexp/syntax.(*parser).collapse(0xc00515bb00, 0xc00272ade0, 0x3, 0x4, 0xc007269f12, 0xc007269f10)
/usr/local/go/src/regexp/syntax/parse.go:380 +0x17a
regexp/syntax.(*parser).concat(0xc00515bb00, 0xa)
/usr/local/go/src/regexp/syntax/parse.go:313 +0x166
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:891 +0x1026
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005f89050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005f89050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068b614c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005f89050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005f89050, 0x1, 0xc0068b2490, 0xc0102954000, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005f89050, 0x4, 0xa0, 0xc0050b5f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0050b5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1d6c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005922090, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f89950, 0xc003afe000, 0x1eec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1498 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a4d8000, 0xdfe, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a4d8000, 0xdfe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0x115f500, 0xc00a4d8000, 0xdfe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a4d8000, 0xdfe, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a4d1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a4d8000, 0xdfe, 0xdfe, 0xc00a4d8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0046103c0, 0x4e, 0xc00a4d8000, 0xdfe, 0xaa0378, 0x1, 0xc00a4d8000, 0xdfe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1499 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000aa5118, 0xaa04bf, 0x2, 0xec, 0x2, 0xc000aa41f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000aa5118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000aa5118, 0xc005fe3180, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000aa5118, 0xc005fe3180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000aa5118, 0xc005fe3180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce150, 0xc000e7d180, 0x7f602d0a9e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004325118, 0xc001bce150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000aa5118, 0xc001bce070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004325118, 0xc001bce070, 0x54b170, 0xc00590c8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001bce070, 0x0, 0x0, 0x0, 0x0, 0xc001bce070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00aeffbf0, 0x0, 0x0, 0x0, 0x1300, 0xc00b2cd300, 0x1276, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b2cd300, 0x1276, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003450ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004325570, 0xc000ca1a80, 0xc00b62c160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1500 [semacquire]:
strings.genSplit(0xc0091a8900, 0x84b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa47, 0xc0024b6900, 0x84b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057f75e0, 0xaa04f9, 0x2, 0xc0024b6900, 0x84b, 0x6, 0x1d, 0xc007b3b400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0057f7570, 0xc0019fa1c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1503 [semacquire]:
strings.genSplit(0xc003109520, 0x17f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x17f, 0xc007984d80, 0x17f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d2f5e0, 0xaa04f9, 0x2, 0xc007984d80, 0x17f, 0xe, 0x31, 0xc007b3ba40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000d2f570, 0xc00a117b40, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1504 [semacquire]:
regexp.(*Regexp).expand(0xc0068ca500, 0xc00447e000, 0x500, 0x500, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc003240000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc00447e000, 0x500, 0x500, 0xc00760e040, 0x2, 0x2, 0xc003240000, 0x1686, 0x500)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0068ca500, 0x0, 0x0, 0x0, 0xc003240000, 0x1686, 0x2, 0xc0031a9270, 0xc003240000, 0x1686, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0068ca500, 0xc003240000, 0x1686, 0xaa0378, 0x1, 0x1, 0xe)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006493570, 0xc00b62d740, 0xc00b62dfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1507 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d4a750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002828270, 0xc0085ee620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003a05650, 0x0, 0x0, 0x0, 0x0, 0x601, 0xc003a05620)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a05620, 0x0, 0x0, 0x0, 0x700, 0xc005119500, 0x60c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005119500, 0x60c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00297d8a4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000977570, 0xc008c7e740, 0xc007abbba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1508 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0098f1188, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0098f1188, 0x75a856, 0x0, 0xc000a4a930, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0098f1188, 0xc0098f1150, 0xc0098f11d8, 0x42ca96, 0xc007d75860, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa449e, 0x4, 0x1, 0xc0098f11f0, 0xc0098f1208, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa449e, 0x4, 0x1, 0xb856e0, 0xc006dc1700)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007d743c0, 0xaa449e, 0x4, 0xc007d75860)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc0098f13e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0098f13e0, 0xc007d743c0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0098f1401, 0xc00b370350)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0098f1570, 0xc007d743c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1510 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d0e0, 0xc003fa5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fa5418, 0xaa059b, 0x2, 0xc001fcc000, 0x18f2, 0x7c, 0x495, 0xc004eae6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001fcc000, 0x18f2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fa5570, 0xc002b57640, 0x5f, 0xc002a5f320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2449 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007545000, 0x793, 0xc003acd270, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007545000, 0x793, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003acd418, 0xaa04f9, 0x2, 0xc007545000, 0x793, 0x1, 0x1ce, 0xc004da0a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc007545000, 0x793, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003acd570, 0xc004da06a0, 0x69, 0xc007a72770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1512 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00671d110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00671d110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00671d110, 0xc002835810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0084cf2f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0084cf2c0, 0x0, 0x0, 0x0, 0x800, 0xc007544000, 0x727, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc007544000, 0x727, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00399fb34)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00411f570, 0xc004942f40, 0xc004da0560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1514 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xbb3, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00359a800, 0xbb3, 0xbb3, 0xc00359a800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004963200, 0x29, 0xc00359a800, 0xbb3, 0xaa0378, 0x1, 0xc00359a800, 0xbb3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1515 [semacquire]:
strings.genSplit(0xc005046000, 0xf90, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0085b6a00, 0x31b, 0x31b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413d418, 0xaa04df, 0x2, 0xc007a8d000, 0xf90, 0x4, 0x31b, 0xc007971c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007a8d000, 0xf90, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413d570, 0xc005f1c780, 0x48, 0xc00292b450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1516 [semacquire]:
bytes.makeSlice(0x1c88, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003ff33e0, 0x432, 0x1c)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003ff33e0, 0xc0036f2000, 0x432, 0x5165d7, 0xc0060e819e, 0xc004cd2f70)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0089a0070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e7bdc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e7bce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00462c380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00462c2a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0000d9ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005d9de60, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ff3570, 0xc008575660, 0x4b, 0xc005d3e5f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f280c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2389 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008059040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008059110, 0xc005d2a000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83d60, 0x0, 0x0, 0x0, 0xc00b5e7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b5e7950, 0xc006682500, 0x23c2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068008a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1520 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004b1d1a0, 0xa9ece0, 0xc004b1d170)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049d5570, 0xc00113dc00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f283c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1521 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007c64b00, 0xc004059318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004059418, 0xaa058b, 0x2, 0xc00249ca00, 0x14ed, 0x4, 0x486, 0xc001e4f5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00249ca00, 0x14ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004059570, 0xc0079b6de0, 0x40, 0xc0064d82c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1522 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008b3b5e0, 0xaa04f9, 0x2, 0xc00817a300, 0xb9, 0x1, 0x1d, 0xc005f1d640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b3b570, 0xc00265c280, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1524 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0078e5000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0078e4ff8, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002998700, 0x6c4, 0x6c4, 0x1, 0xc002998700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006860780, 0x41, 0xc002998700, 0x6c4, 0xaa0378, 0x1, 0xc002998700, 0x6c4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f286c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1525 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00692b500, 0x9c2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00692b500, 0x9c2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00692b500, 0x9c2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00692b500, 0x9c2, 0x0, 0x0, 0x115f500, 0x9c2, 0x9c2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00692b500, 0x9c2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00aa9b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00692b500, 0x9c2, 0x9c2, 0xc00692b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002228940, 0x38, 0xc00692b500, 0x9c2, 0xaa0378, 0x1, 0xc00692b500, 0x9c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1526 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0042f4d00, 0x871, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042f4d00, 0x871, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042f4d00, 0x871, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042f4d00, 0x871, 0x0, 0x0, 0x115f500, 0x871, 0x871)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042f4d00, 0x871, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042f3b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042f4d00, 0x871, 0x871, 0xc0042f4d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610550, 0x48, 0xc0042f4d00, 0x871, 0xaa0378, 0x1, 0xc0042f4d00, 0x871, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1529 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007970460, 0xc004079318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004079418, 0xaa0599, 0x2, 0xc00b6a7000, 0xee7, 0x1, 0x2ee, 0xc009d27ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b6a7000, 0xee7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004079570, 0xc00569a360, 0x39, 0xc0087567c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1530 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b9b418, 0xaa04f9, 0x2, 0xc0038e6c00, 0x10f5, 0x1, 0x317, 0xc004ab9be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0038e6c00, 0x10f5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b9b570, 0xc001b89f40, 0x46, 0xc000afa976)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1531 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc007aef600, 0x852, 0x2, 0xc003c01ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc007aef600, 0x852, 0xaa0378, 0x1, 0xc007aeed00, 0x852)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc007aef600, 0x852, 0xaa0378, 0x1, 0xc007aef600, 0x852)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2388 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00c2cc400, 0xe, 0x10, 0xc008912900, 0x17, 0x20, 0xc0089e3078, 0xc00a26a5b8, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0072fd740, 0x1, 0x1, 0xc0089e3148, 0x7f602d0aac28, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0072fd740, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a26a5b8, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0093b3c50, 0xc002aa28d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0089e3570, 0xc0093b3c50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0089e3570, 0xc004eafee0, 0x5f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068007e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1535 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c0314d0, 0xc00428d230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c0314d0, 0x0, 0x0, 0x0, 0x1300, 0xc0005fd900, 0x103d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0005fd900, 0x103d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0052df830)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00428d570, 0xc00569a940, 0xc004ab9100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f28f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1537 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004779418, 0xaa0569, 0x2, 0xc001c96000, 0x1586, 0x1f, 0x479, 0xc006f01940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c96000, 0x1586, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004779570, 0xc004e164e0, 0x61, 0xc004a9b5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29080, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1540 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc008243770, 0xc008243770)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc0026bced0, 0xc0026bced0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004013358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004013358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004013358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004013358, 0x75a856, 0x0, 0xc003104070, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004013358, 0xc004013320, 0xc0040133a8, 0x42ca96, 0xc0026bce70, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0040133c0, 0xc0040133d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00a117ba0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00119b920, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004013570, 0xc0054093a0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f292c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1545 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00414b900, 0x1074, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00414b900, 0x1074, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00414b900, 0x1074, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00414b900, 0x1074, 0x0, 0x0, 0x115f500, 0x1074, 0x1074)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00414b900, 0x1074, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ebcc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00414b900, 0x1074, 0x1074, 0xc00414b900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00183c910, 0x46, 0xc00414b900, 0x1074, 0xaa0378, 0x1, 0xc00414b900, 0x1074, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1546 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bb3418, 0xaa04f9, 0x2, 0xc0020f8600, 0x10d4, 0x4, 0x3bc, 0xc0003b1f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0020f8600, 0x10d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bb3570, 0xc005409e00, 0x89, 0xc000af8d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1550 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008bdc3e0, 0xc00469f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00469f418, 0xaa05c9, 0x2, 0xc00219a400, 0x8a6, 0x5, 0x1c5, 0xc00a117ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00219a400, 0x8a6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00469f570, 0xc00523b2a0, 0x62, 0xc0078b0070)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1551 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc007c6c600, 0x1195, 0x2, 0xc0094bdab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc007c6c600, 0x1195, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc007c6c600, 0x1195, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1552 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa3ff6, 0x4, 0x1, 0x8010106, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007b15980, 0xaa3ff6, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetFavicon(0xc004815570, 0xc00b4cf1e0, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:161 +0x4f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:131 +0x34d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1553 [semacquire]:
bytes.makeSlice(0x707, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0028af260, 0x1a9, 0x18b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0028af260, 0xc004ba1340, 0x1a9, 0x5165d7, 0xc00a728fa4, 0xc001c63908)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c8770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c8700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029c80e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005cc6870, 0xc005cc6870, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0028af570, 0xc004ab9f60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1556 [semacquire]:
strings.genSplit(0xc008d35900, 0x103e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x103e, 0xc000dfec00, 0x1056)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017b5570, 0xc008cb7e20, 0xc0051fc820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1557 [semacquire]:
strings.genSplit(0xc008b27000, 0xe84, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007295000, 0x2d4, 0x2d4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bff418, 0xaa0599, 0x2, 0xc007fda000, 0xe84, 0x1, 0x2d4, 0xc00afb13e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007fda000, 0xe84, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bff570, 0xc00651d060, 0x28, 0xc0049822a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2419 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b56c00, 0xc002315208, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023155e0, 0xaa04f9, 0x2, 0xc00622ccf0, 0x88, 0x0, 0xc002315430, 0xc002b56448)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002315570, 0xc005184c30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002315570, 0xc00a9d0280, 0x52)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1559 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.Compile(0xc0098b4000, 0xc0098b4000, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:84 +0x241
regexp.compile(0xaa5b70, 0x5, 0xc00b0000d4, 0xc0084a3300, 0xc000f572a0, 0x509c73)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b01570, 0xc00113cd80, 0xc0064499c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1560 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a804e00, 0x662, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a804e00, 0x662, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a804e00, 0x662, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a804e00, 0x662, 0x0, 0x0, 0x115f500, 0x662, 0x662)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a804e00, 0x662, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a804700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a804e00, 0x662, 0x662, 0xc00a804e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00491e03d, 0x3c, 0xc00a804e00, 0x662, 0xaa0378, 0x1, 0xc00a804e00, 0x662, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1561 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00272a980, 0xc004155318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004155418, 0xaa04df, 0x2, 0xc006696000, 0xe6b, 0x5, 0x273, 0xc00b43b940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006696000, 0xe6b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004155570, 0xc00457f300, 0x3b, 0xc000be0c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1562 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0088a2000, 0x107c, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc007071110, 0x0, 0x0, 0x0, 0x0, 0xc007071110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0042d8f90, 0x0, 0x0, 0x0, 0x1500, 0xc0043bf500, 0x1461, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0043bf500, 0x1461, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00473a460)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00429d570, 0xc0067b5d80, 0xc0067b45c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2462 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003ee91e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee91e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee91e0, 0xc0076352d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa740, 0x0, 0x0, 0x0, 0xc003271258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003271950, 0xc0008da400, 0xb00, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1564 [semacquire]:
bytes.makeSlice(0x207f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00758f118, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00758f118, 0x1189d00, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00758f118, 0xc0049fd380, 0xbd, 0xbd, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00758f118, 0xc00744eaf0, 0xc00758e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00744ea80, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00758f118, 0xc00744ea80, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00758f118, 0xc00744ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00758f118, 0xc00744ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4ad490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4ad490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4ad490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4ad3b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4ad3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4ad3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4accb0, 0xc00125d880, 0x7f602d0a9e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007e1118, 0xc00b4accb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4accb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00758f118, 0xc00b4acbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007e1118, 0xc00b4acbd0, 0x54b170, 0xc002fe92b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00b4acbd0, 0x0, 0x0, 0x0, 0x0, 0xc00b4acbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007eb2210, 0x0, 0x0, 0x0, 0x1500, 0xc004532a00, 0x13f2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004532a00, 0x13f2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc00bde22c8, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007e1570, 0xc004da09a0, 0xc008f46860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1565 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0980, 0xc005f85318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f85418, 0xaa058b, 0x2, 0xc0009b5400, 0xb90, 0x9, 0x26b, 0xc0049c0960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009b5400, 0xb90, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f85570, 0xc006b13c00, 0x52, 0xc006fcc780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1569 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004182d00, 0x88c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004182d00, 0x88c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004182d00, 0x88c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004182d00, 0x88c, 0x0, 0x0, 0x115f500, 0x88c, 0x88c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004182d00, 0x88c, 0x0, 0x0, 0xaa0378, 0x1, 0xc004182400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004182d00, 0x88c, 0x88c, 0xc004182d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6bb90, 0x3a, 0xc004182d00, 0x88c, 0xaa0378, 0x1, 0xc004182d00, 0x88c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2440 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004011950, 0xc006cd0a00, 0x13f1, 0x7461766974706163, 0x6564697620676e69, 0x6f7920726f66206f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2468 [semacquire]:
strings.Replace(0xc009468a00, 0x3500, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2c, 0xc009468a00, 0x3500)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004573950, 0xc00afc0000, 0x34f9, 0x0, 0xc0072b8e69, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a077a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1573 [semacquire]:
strings.genSplit(0xc003590000, 0x582, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007c36600, 0x128, 0x128)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002777418, 0xaa04f9, 0x2, 0xc001c0d200, 0x582, 0x1, 0x128, 0xc0049c1240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c0d200, 0x582, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002777570, 0xc004da1100, 0x47, 0xc002838e1a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1574 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003852340, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003852340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003852340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003852340, 0xc00c3a1b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b1fd290, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc008bc92c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008bc92c0, 0x0, 0x0, 0x0, 0x1000, 0xc00c063000, 0xf69, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00c063000, 0xf69, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc005458080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00480b570, 0xc0009fc3a0, 0xc007c83ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1577 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc006866000, 0x50d5a7, 0xc000a57d79)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00682d000, 0xe5a, 0xe5a)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002779570, 0xc004c4da20, 0xc0085a0660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1578 [semacquire]:
strings.genSplit(0xc0044ea000, 0x1e4e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007258000, 0x5cd, 0x5cd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ab418, 0xaa0599, 0x2, 0xc00886c000, 0x1e4e, 0x1, 0x5cd, 0xc007b3af80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00886c000, 0x1e4e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ab570, 0xc0085a0be0, 0x7a, 0xc0063e8980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1579 [semacquire]:
strings.genSplit(0xc00a140000, 0x2986, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00329a000, 0x87e, 0x87e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f2b418, 0xaa058b, 0x2, 0xc006b5c000, 0x2986, 0x4, 0x87e, 0xc00b3e6320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b5c000, 0x2986, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f2b570, 0xc007c82760, 0x40, 0xc007e21600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1580 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cbb5e0, 0xaa04f9, 0x2, 0xc00183f800, 0xbe3, 0x0, 0xc000681880, 0x7f602d0a9108)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cbb570, 0xc007c83f40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1581 [semacquire]:
strings.genSplit(0xc006d24580, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007ec7500, 0x281, 0x281)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004817418, 0xaa0599, 0x2, 0xc005cf8c80, 0xc10, 0x1, 0x281, 0xc00272bfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cf8c80, 0xc10, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004817570, 0xc00a117780, 0x68, 0xc009ecbc7d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1582 [semacquire]:
bytes.makeSlice(0x18a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0055ce540, 0x82, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0055ce540, 0xc008424bd0, 0x82, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0055ce540, 0xc008424bd0, 0x82, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d4380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d41c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0055ce540, 0xc0055d4150, 0xb84d20, 0xc0055ce540)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0055ce540, 0xc0055d4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055ce0f0, 0x2ec5d6d74, 0x1251a20, 0xc001e4f560, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1583 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000795900, 0x1053, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000795900, 0x1053, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000795900, 0x1053, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000795900, 0x1053, 0x0, 0x0, 0x115f500, 0x1053, 0x1053)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000795900, 0x1053, 0x0, 0x0, 0xaa0378, 0x1, 0xc0029c0c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000795900, 0x1053, 0x1053, 0xc000795900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00728a070, 0x50, 0xc000795900, 0x1053, 0xaa0378, 0x1, 0xc000795900, 0x1053, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1586 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0007fd358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0007fd358, 0xc0050ccd20, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0007fd358, 0x42ca96, 0xc005bbd710, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0007fd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0051fdfe0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a3c1e0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0007fd570, 0xc00272b2c0, 0xabc101, 0x1d, 0x2e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1587 [semacquire]:
strings.Replace(0xc0069aa800, 0xbe4, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x2, 0xc0069aa800, 0xbe4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000fed570, 0xc008487880, 0xc005409cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1588 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006990400, 0x389, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006990400, 0x389, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006990400, 0x389, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006990400, 0x389, 0x0, 0x0, 0x115f500, 0x389, 0x389)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006990400, 0x389, 0x0, 0x0, 0xaa0378, 0x1, 0xc006115c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006990400, 0x389, 0x389, 0xc006990400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0055cd3c0, 0x3c, 0xc006990400, 0x389, 0xaa0378, 0x1, 0xc006990400, 0x389, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1590 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00bf0ca80, 0x94d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bf0ca80, 0x94d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0x115f500, 0x94d, 0x94d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bf0ca80, 0x94d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bf0c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bf0ca80, 0x94d, 0x94d, 0xc00bf0ca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0046111d0, 0x4f, 0xc00bf0ca80, 0x94d, 0xaa0378, 0x1, 0xc00bf0ca80, 0x94d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5f860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1593 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc004039000, 0xe5f, 0xaa0378, 0x1, 0xc0056d2000, 0xe5f)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004039000, 0xe5f, 0xaa0378, 0x1, 0xc004039000, 0xe5f)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1594 [semacquire]:
regexp.onePassCopy(0xc00bd5d9e0, 0xc00bd5d9e0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00bd5d9e0, 0xc00bd5d9e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057fb358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057fb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057fb358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057fb358, 0x75a856, 0x0, 0xc00707a070, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057fb358, 0xc0057fb320, 0xc0057fb3a8, 0x42ca96, 0xc00bd5d9b0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0057fb3c0, 0xc0057fb3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc008bdc2e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0051b33b0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0057fb570, 0xc0049c0de0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1595 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0071e9100, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0071e9100, 0x75a856, 0x0, 0xc007217420, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0071e9100, 0x46edef, 0x7, 0x0, 0xc0096b4300, 0xc0092bcb88)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xc0092bcb88, 0x7, 0xc0092bcb88, 0x7, 0x7, 0x1, 0x7)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xc0092bcb88, 0x7, 0x1, 0xc0071e91e8, 0x46e527)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0096b4300, 0xc0092bcb88, 0x7, 0xaa413a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x0, 0xc0096b4300)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0096b42d0, 0xc0071e9350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0071e9708, 0xc0064487e0, 0xc000137ae0, 0xc0071e93f8, 0xc002805560)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0071e9708, 0xc0064487e0, 0xc006449220)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1597 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005fa5140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005fa5140, 0xb7b620, 0xc00bcf16b0, 0x203002, 0x203002, 0x203002)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00bcf16b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00bcf16b0, 0xc005fa5230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bcf16b0, 0x0, 0x0, 0x0, 0xc80, 0xc00bff3200, 0xc14, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00bff3200, 0xc14, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0081960b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fa5570, 0xc002b56e60, 0xc004942a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1598 [semacquire]:
strings.Replace(0xc0035da000, 0xec7, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc001e54540, 0x0, 0x0, 0x0, 0x0, 0xc001e54540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002196390, 0x0, 0x0, 0x0, 0x1300, 0xc0034ae600, 0x1137, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0034ae600, 0x1137, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003735020)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004225570, 0xc005cef660, 0xc004cfc3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1599 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00a3834a0, 0xc00aa9a000, 0x9d0, 0xaa0378, 0x1, 0x1, 0x18)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041d3570, 0xc004ab8660, 0xc000a52e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f5ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1602 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18014, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0069af200, 0x8d4, 0x8d4, 0x1, 0xc0069af200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006860dc0, 0x46, 0xc0069af200, 0x8d4, 0xaa0378, 0x1, 0xc0069af200, 0x8d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1607 [semacquire]:
github.com/gigawattio/window.Rolling(0xc008492000, 0x1c6, 0x1c6, 0x3, 0x0, 0x1c5, 0xc008492000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004179570, 0xc0051fd1c0, 0xc00651dd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1608 [semacquire]:
strings.genSplit(0xc0033f8c80, 0xc6b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x391, 0x391)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00425d418, 0xaa05c9, 0x2, 0xc0036ac580, 0xc6b, 0x3, 0x391, 0xc006dc18c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0036ac580, 0xc6b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00425d570, 0xc0067b5460, 0x37, 0xc0066983c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1610 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00bb0d000, 0x2f8, 0x2f8, 0x3, 0x0, 0x2f7, 0xc00bb0d000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006691570, 0xc00272b5c0, 0xc004eae9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1611 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00aa15110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00aa151e0, 0xc0048c8380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0051b20c0, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc0051b2090)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051b2090, 0x0, 0x0, 0x0, 0xd80, 0xc00a906880, 0xd3a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00a906880, 0xd3a, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001b6f400)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006491570, 0xc0009611c0, 0xc008426d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1612 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002d8f000, 0xfd5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002d8f000, 0xfd5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002d8f000, 0xfd5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002d8f000, 0xfd5, 0x0, 0x0, 0x115f500, 0xfd5, 0xfd5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002d8f000, 0xfd5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a5c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002d8f000, 0xfd5, 0xfd5, 0xc002d8f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00728b200, 0x2e, 0xc002d8f000, 0xfd5, 0xaa0378, 0x1, 0xc002d8f000, 0xfd5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1615 [semacquire]:
regexp.(*bitState).reset(0xc001bb5760, 0xc000021c20, 0x8af, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x87f, 0x2, 0xc000cb4c10, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x87f, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc001a7d600, 0x8af, 0x2, 0xc00484b270, 0xc008530250, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc001a7d600, 0x8af, 0xaa0378, 0x1, 0xc0004212e0, 0xc00055ed00)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00484b3e0, 0xc0077af0e0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00484b3e0, 0xc008547bc0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x35e, 0x35f)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00484b570, 0xc008547bc0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1616 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a2ed1e0, 0xc004337318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004337418, 0xaa0599, 0x2, 0xc00bf6c300, 0x6f4, 0xc00bf6c300, 0xc004337408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00bf6c300, 0x6f4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004337570, 0xc005409700, 0x40, 0xc005216d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6c60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1619 [semacquire]:
strings.genSplit(0xc00880aa80, 0x4a26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00910a000, 0x1361, 0x1361)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00424f418, 0xaa04fd, 0x2, 0xc008941500, 0x4a26, 0x1, 0x1361, 0xc007ff2ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008941500, 0x4a26, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00424f570, 0xc0067b48e0, 0x45, 0xc007b7d810)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1620 [semacquire]:
regexp.makeOnePass(0xc00bd5c030, 0xc00bd5c030)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0055f4f90, 0xc0055f4f90)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005fa7358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005fa7358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005fa7358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005fa7358, 0xc004be07e0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005fa7358, 0x42ca96, 0xc009ec8d50, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005fa73c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00b3e7c40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0081e5d10, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005fa7570, 0xc0081df720, 0xabc101, 0x1d, 0x33, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1621 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0019932d0, 0x1, 0xc001993a40, 0x0, 0xc006e49080, 0x42cb96, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc001993a40, 0x1000000a12b20, 0x58, 0x60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc000392de8, 0x1, 0x1, 0xc006e49148, 0x2, 0x2, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000392de8, 0x1, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006e49268, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Next(0xc002b847e0, 0xc002b84a20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:288 +0x66
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006e49570, 0xc002b847e0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:516 +0x2f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e49570, 0xc005e52400, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1622 [semacquire]:
strings.genSplit(0xc003fb6000, 0xcf7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008109500, 0x283, 0x283)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00427f418, 0xaa0569, 0x2, 0xc004710000, 0xcf7, 0x1a, 0x283, 0xc007026060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004710000, 0xcf7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00427f570, 0xc00265d0a0, 0x50, 0xc000ea7900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1623 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc008a4d118, 0xaa04bf, 0x2, 0xb1, 0x2, 0xc008a4c1f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008a4d118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a4d118, 0xc006a4e620, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a4d118, 0xc006a4e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a4d118, 0xc006a4e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526d20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526c40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526540, 0x7f600413cd38, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dd7118, 0xc000526540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a4d118, 0xc000526460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dd7118, 0xc000526460, 0x54b170, 0xc006a26680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000526460, 0x0, 0x0, 0x0, 0x0, 0xc000526460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00218e150, 0x0, 0x0, 0x0, 0x1500, 0xc002111500, 0x1323, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002111500, 0x1323, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0075aa190)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dd7570, 0xc000960b00, 0xc000a52c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1624 [semacquire]:
strings.genSplit(0xc00900b900, 0x230d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c2de000, 0x65a, 0x65a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f8f418, 0xaa04d9, 0x2, 0xc008a99900, 0x230d, 0x1, 0x65a, 0xc004ab9240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a99900, 0x230d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f8f570, 0xc005887020, 0x37, 0xc004d33300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1625 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008bdc780, 0xc008a8d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a8d418, 0xaa059b, 0x2, 0xc009275b00, 0x1acb, 0x75, 0x4e8, 0xc00a117b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009275b00, 0x1acb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008a8d570, 0xc0009fcc20, 0x25, 0xc008047a23)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1165 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc007c65bc0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c65bc0, 0x0, 0x0, 0x0, 0xc004579258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c65bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004579950, 0xc0035c0a80, 0xa00, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1635 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ed5570, 0xc005cef560, 0xc002b57c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1638 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000721118, 0xaa04bf, 0x2, 0xc005053680, 0x106, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000721118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000721118, 0xc0036c6c40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000721118, 0xc0036c6c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000721118, 0xc0036c6c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc00b9833b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc00b9833b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc00b9833b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc00b9832d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc00b9832d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc00b9832d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc0060be850, 0xc000681880, 0x7f602d0a9108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022f3118, 0xc0060be850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc0060be850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000721118, 0xc0065aecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022f3118, 0xc0065aecb0, 0x54b170, 0xc0071a25b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0065aecb0, 0x0, 0x0, 0x0, 0x0, 0xc0065aecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029614a0, 0x0, 0x0, 0x0, 0x1980, 0xc003c60c80, 0x187e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003c60c80, 0x187e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002c1a150)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022f3570, 0xc004a23520, 0xc0004208a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1639 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3a4c0, 0xc004571318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004571418, 0xaa04df, 0x2, 0xc008287b80, 0x515, 0x5, 0x132, 0xc007b3a4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008287b80, 0x515, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004571570, 0xc0019fbb20, 0x66, 0xc005782310)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1647 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003219418, 0xaa0599, 0x2, 0xc008083800, 0x713, 0x1, 0x1ca, 0xc00afb10a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008083800, 0x713, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003219570, 0xc0079b7420, 0x3b, 0xc007a7a200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023023c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1648 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00678f418, 0xaa0569, 0x2, 0xc003424d00, 0x821, 0x25, 0x21f, 0xc008ddc360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003424d00, 0x821, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00678f570, 0xc00569b620, 0x33, 0xc000cabbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1649 [semacquire]:
regexp.onePassCopy(0xc0058566c0, 0xc0058566c0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0058566c0, 0xc0058566c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002371358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002371358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002371358, 0x0, 0xb856e0, 0xc0003b01c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002371358, 0xc007e2df80, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002371358, 0x42ca96, 0xc005856690, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0023713c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00523b220, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006d955c0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002371570, 0xc00723d660, 0xabc101, 0x1d, 0x3f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1650 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0039f0000, 0x5ec, 0x5ec, 0x3, 0x0, 0x5eb, 0xc0039f0000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00600f570, 0xc007026480, 0xc0085a1120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1653 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0059b3458, 0xaa04f9, 0x2, 0xc001e46e80, 0x74, 0xc0059b3298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xc, 0xc0071d9b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00117c030, 0xc0059b3320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0059b33e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0059b33e0, 0xc001cd8b70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc6, 0xc7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0059b3570, 0xc001cd8b70, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1657 [semacquire]:
strings.genSplit(0xc0043fe000, 0x1d0d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a342000, 0x640, 0x640)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c73418, 0xaa059b, 0x2, 0xc007954000, 0x1d0d, 0x73, 0x640, 0xc00b4ce4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007954000, 0x1d0d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c73570, 0xc007c83420, 0x25, 0xc000c19530)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1659 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00608f200, 0x5cc, 0x2, 0xc0028df270, 0x40, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00608f200, 0x5cc, 0xaa04bf, 0x2, 0xc00608f200, 0x5cc)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0028df3e0, 0xc00a6bb380, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0028df3e0, 0xc0080be0c0, 0xaa04f9, 0x2, 0xc0028df570, 0x8, 0x9ecc80, 0xc0028df401, 0xc00b0039e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0028df570, 0xc0080be0c0, 0xaa04f9, 0x2, 0x0, 0x0, 0x75702f2f3a737074, 0x726f7272696d656e, 0x69746169646e692e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1662 [semacquire]:
strings.genSplit(0xc0093e4c00, 0x1026, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x33c, 0x33c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002651418, 0xaa04fd, 0x2, 0xc0093e0000, 0x1026, 0x1, 0x33c, 0xc00afb1880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0093e0000, 0x1026, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002651570, 0xc00afb1400, 0x3a, 0xc007a7a880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1663 [semacquire]:
strings.genSplit(0xc00659b600, 0x841, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001f20000, 0x1d5, 0x1d5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004805418, 0xaa04df, 0x2, 0xc0042a3200, 0x841, 0x4, 0x1d5, 0xc0068921a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0042a3200, 0x841, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004805570, 0xc0049435e0, 0x34, 0xc000be1840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002302fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1664 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0049f1118, 0xaa04bf, 0x2, 0xb4, 0x2, 0xc0049f01f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0049f1118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0049f1118, 0xc0082a69a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049f1118, 0xc0082a69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049f1118, 0xc0082a69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e55f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e55f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e55f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e55ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e55ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e55ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e557a0, 0x20300200000000, 0x78)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f25118, 0xc007e557a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e557a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049f1118, 0xc007e556c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f25118, 0xc007e556c0, 0x54b170, 0xc004459450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007e556c0, 0x0, 0x0, 0x0, 0x0, 0xc007e556c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007f69020, 0x0, 0x0, 0x0, 0x2000, 0xc00659c000, 0x1e19, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00659c000, 0x1e19, 0x0, 0x0, 0x0, 0x440d95, 0xc0060f4300, 0x7f60040c64e2, 0xc7b5f66300000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f25570, 0xc007c83560, 0xc007c83e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1666 [semacquire]:
strings.genSplit(0xc003c74000, 0x1f05, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5ff, 0x5ff)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a41418, 0xaa059b, 0x2, 0xc00a75e000, 0x1f05, 0x7e, 0x5ff, 0xc00b31d0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a75e000, 0x1f05, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a41570, 0xc009ff4260, 0x44, 0xc002839f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1667 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004eaf1e0, 0xc008a3d430, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a3d570, 0xc004cfcf80, 0x66)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023032c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1668 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c5b6a80, 0x343, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c5b6a80, 0x343, 0x0, 0x0, 0x115f500, 0xc00c5b6a80, 0x343)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c5b6a80, 0x343, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c5b6700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c5b6a80, 0x343, 0x343, 0xc00c5b6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001672736, 0x49, 0xc00c5b6a80, 0x343, 0xaa0378, 0x1, 0xc00c5b6a80, 0x343, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1669 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001d9c390, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004811570, 0xc00a2ed800, 0x6d, 0xc0078b19fa)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1670 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a715e0, 0xaa04f9, 0x2, 0xc00755d580, 0x7a, 0x1, 0x370, 0xc007c64100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002a71570, 0xc0051fc000, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1672 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022b5ba0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022b5b90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001fae000, 0x75a, 0x75a, 0x1, 0xc001fae000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b83c0, 0x52, 0xc001fae000, 0x75a, 0xaa0378, 0x1, 0xc001fae000, 0x75a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1673 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003c16c80, 0xc2d, 0xc2d, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003c16c80, 0xc2d, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005d75e0, 0xaa04f9, 0x2, 0xc003c16c80, 0xc2d, 0xb, 0x1e, 0xc0003b1560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005d7570, 0xc004a22440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1819 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000ebd6b0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003747570, 0xc009e37100, 0x3a, 0xc002a961c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017f1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1679 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022b5060, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022b5050, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f02f00, 0x2218, 0x2218, 0x1, 0xc002f02f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e50f80, 0x3d, 0xc002f02f00, 0x2218, 0xaa0378, 0x1, 0xc002f02f00, 0x2218, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2390 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00bafa600, 0x596, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00bafa600, 0x596, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00bafa600, 0x596, 0x0, 0x0, 0x115f500, 0x596, 0x596)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00bafa600, 0x596, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bafa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00bafa600, 0x596, 0x596, 0xc00bafa600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a6100, 0x3e, 0xc00bafa600, 0x596, 0xaa0378, 0x1, 0xc00bafa600, 0x596, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1681 [semacquire]:
regexp.(*bitState).reset(0xc001bb58c0, 0xc000021c20, 0x1131, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x434, 0x2, 0xc006abade0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0001fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x434, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00bf44000, 0x1131, 0x2, 0xc002619270, 0xc0000119e0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00bf44000, 0x1131, 0xaa0378, 0x1, 0xc001b88080, 0xc009f9e200)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0026193e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0026193e0, 0xc002aa2bd0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x101, 0xc009f6c750)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002619570, 0xc002aa2bd0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc000020ff0, 0x0, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1683 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf5f70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf5f60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002144700, 0x6bf, 0x6bf, 0x1, 0xc002144700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c1a0e8, 0x5a, 0xc002144700, 0x6bf, 0xaa0378, 0x1, 0xc002144700, 0x6bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1685 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00546e590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00546e580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a5d000, 0xdfa, 0xdfa, 0x1, 0xc000a5d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005495170, 0x84, 0xc000a5d000, 0xdfa, 0xaa0378, 0x1, 0xc000a5d000, 0xdfa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1686 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003125800, 0xbd8, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003125800, 0xbd8, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1687 [semacquire]:
bytes.makeSlice(0x103, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0028da430, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0028da430, 0x1189d52, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0028da430, 0xc00679bef0, 0x87, 0x87, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028da430, 0xc005044cb0, 0xc0067b6840, 0xc0028da360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028da430, 0xc005044c40, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028db118, 0xc005044c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028db118, 0xc005044c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005044b60, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005044b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005044b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005044a80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005044a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005044a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005be4cb0, 0xc000e7d180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c8d118, 0xc005be4cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005be4cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0028db118, 0xc005be4bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c8d118, 0xc005be4bd0, 0x54b170, 0xc004a641a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005be4bd0, 0x0, 0x0, 0x0, 0x0, 0xc005be4bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005228480, 0x0, 0x0, 0x0, 0x1500, 0xc004f2b500, 0x145c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004f2b500, 0x145c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000582a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c8d570, 0xc000a53800, 0xc008f47ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1688 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004fd0000, 0x5e0, 0x5e0, 0x1, 0xc004fd0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e9ed80, 0x7a, 0xc004fd0000, 0x5e0, 0xaa0378, 0x1, 0xc004fd0000, 0x5e0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1689 [semacquire]:
strings.genSplit(0xc005d24000, 0x4ca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009525900, 0x12b, 0x12b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ee3418, 0xaa0599, 0x2, 0xc005b8ca00, 0x4ca, 0x1, 0x12b, 0xc00b31c2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005b8ca00, 0x4ca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ee3570, 0xc00723c520, 0x39, 0xc0073329c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1691 [semacquire]:
strings.genSplit(0xc00b114800, 0x1691, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001dcd000, 0x4e6, 0x4e6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ca3418, 0xaa04d9, 0x2, 0xc003e5f000, 0x1691, 0x1, 0x4e6, 0xc001e4fbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e5f000, 0x1691, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ca3570, 0xc008486960, 0x46, 0xc001d021e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c4e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2445 [semacquire]:
strings.genSplit(0xc0088a0000, 0x1e5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5c0, 0x5c0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004395418, 0xaa059b, 0x2, 0xc005f16000, 0x1e5b, 0x74, 0x5c0, 0xc009e367c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc005f16000, 0x1e5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004395570, 0xc009e363e0, 0x2f, 0xc000d36ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1693 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004313418, 0xaa04f9, 0x2, 0xc0043c6c00, 0x106f, 0x1, 0x341, 0xc00523b420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0043c6c00, 0x106f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004313570, 0xc0049c0ec0, 0x65, 0xc002943180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1694 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc009a91ec0, 0xb8, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b635e0, 0xaa04f9, 0x2, 0xc009a91ec0, 0xb8, 0x0, 0xc000b63430, 0xc005cee588)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b63570, 0xc0077ff6b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b63570, 0xc00a2500c0, 0x68)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1697 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004073140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc004073140, 0xb7b620, 0xc003a3c6f0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003a3c6f0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003a3c6f0, 0xc004073230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a3c6f0, 0x0, 0x0, 0x0, 0x2500, 0xc003b06f00, 0x231e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003b06f00, 0x231e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000bcfdd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004073570, 0xc00272adc0, 0xc004ab92c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232c960, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1699 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a117b80, 0xc004327318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004327418, 0xaa0503, 0x2, 0xc008150000, 0xdc1, 0xc008150000, 0xc004327408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008150000, 0xdc1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004327570, 0xc007ff3840, 0x6a, 0xc004a6da40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1701 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0000f3140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0000f3140, 0xb7b620, 0xc00a695e30, 0x203002, 0x203002, 0x203002)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00a695e30, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a695e30, 0xc0000f3230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a695e30, 0x0, 0x0, 0x0, 0x1000, 0xc00b8e8000, 0xf2f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00b8e8000, 0xf2f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002dd9120)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0000f3570, 0xc001b88900, 0xc008f46e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1704 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c88c800, 0x474, 0x474, 0x3, 0x0, 0x473, 0xc00c88c800)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041eb570, 0xc005886ba0, 0xc0003b1a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1706 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f06000, 0xa62, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f06000, 0xa62, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f06000, 0xa62, 0x0, 0x0, 0x115f500, 0xa62, 0xa62)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f06000, 0xa62, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ecd500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f06000, 0xa62, 0xa62, 0xc003f06000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e94960, 0x4e, 0xc003f06000, 0xa62, 0xaa0378, 0x1, 0xc003f06000, 0xa62, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1707 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0077afce0, 0xc004339318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004339418, 0xaa04f9, 0x2, 0xc008f64000, 0x6f4, 0x1, 0x19f, 0xc0077afcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008f64000, 0x6f4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004339570, 0xc000ca1180, 0x3b, 0xc00266dec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1708 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00596fc70, 0xc008c520b0, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc00596fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596fc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00596fc70, 0xc007059260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00b1fd170, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0083b6120)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0083b6120, 0x0, 0x0, 0x0, 0x1500, 0xc001074a00, 0x14c5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001074a00, 0x14c5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00729fb00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00448d570, 0xc001d41b20, 0xc0054084c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d1a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2442 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee8410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003ee84e0, 0xc006f3e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa660, 0x0, 0x0, 0x0, 0xc002a85258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a85950, 0xc003c38000, 0x15a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1711 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0062f3b00, 0xcff, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062f3b00, 0xcff, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062f3b00, 0xcff, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062f3b00, 0xcff, 0x0, 0x0, 0x115f500, 0xc0062f3b00, 0xcff)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062f3b00, 0xcff, 0x0, 0x0, 0xaa0378, 0x1, 0xc0062f2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062f3b00, 0xcff, 0xcff, 0xc0062f3b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e153c0, 0x35, 0xc0062f3b00, 0xcff, 0xaa0378, 0x1, 0xc0062f3b00, 0xcff, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1712 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000beb360, 0xc0097cb500, 0x29b8, 0xaa0378, 0x1, 0x1, 0x50)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b41570, 0xc002186940, 0xc008ddc720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1717 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a22420, 0xc0022f1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022f1418, 0xaa04fd, 0x2, 0xc0042d5000, 0x77f, 0x1, 0x1a1, 0xc004e16660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0042d5000, 0x77f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022f1570, 0xc002b57980, 0x43, 0xc006028b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1719 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc001bf8a80, 0x98d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066d9418, 0xaa04d9, 0x2, 0xc001bf8a80, 0x98d, 0x1, 0x223, 0xc006892d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001bf8a80, 0x98d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0066d9570, 0xc0079719a0, 0x28, 0xc001ba9fb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1720 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005d20570, 0x2872682c9, 0x1251a20, 0xc00b3e6b40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1722 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0059c50d0, 0xc00c348a00, 0x0, 0x1, 0xc00c348a80)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0059c50d0, 0xc0059c5000, 0x4306a3, 0x422c63, 0xc007025dc0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0059c50d0, 0xc007025da0, 0x4230ca, 0xc004b88833, 0xad38f8, 0xc0059c50e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa03ab, 0x1, 0xaf0000c007025dc0, 0x10, 0xc0059c5160, 0x42e6b5, 0xc0059c51b0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc0003b0148, 0xc0003a6180, 0xc0059c51b0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024f2b70, 0xaa03ab, 0x1, 0xc006cb6e80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059c5570, 0xc0024f2b70, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059c5570, 0xc006f00280, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1723 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00480d418, 0xaa04f9, 0x2, 0xc005180a80, 0x945, 0x1, 0x234, 0xc001fc05a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005180a80, 0x945, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00480d570, 0xc007970e80, 0x45, 0xc000d52230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1725 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651cea0, 0xc0018dd318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018dd418, 0xaa0503, 0x2, 0xc007302880, 0xd55, 0x5, 0x2eb, 0xc000e065a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007302880, 0xd55, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018dd570, 0xc008f477e0, 0x42, 0xc007b7c910)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1726 [semacquire]:
bytes.makeSlice(0x1764, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0083b6810, 0x8, 0xc002a78c50)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0083b6810, 0xc000d1e7a8, 0x8, 0x6, 0xffffffffffffffff, 0xad0190)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0083b6810, 0xc000d1e7a8, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc001b9b180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc001b9a070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc000d63f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0083b6810, 0xc000d63880, 0xb84d20, 0xc0083b6810)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0083b6810, 0xc000d63880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006d94150, 0x50d201, 0xc005782b60, 0x5c, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a79570, 0xc0049437c0, 0xc00470fe20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00232df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1727 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x60d, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e97100, 0x60d, 0x60d, 0xc001e97100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7c70, 0x45, 0xc001e97100, 0x60d, 0xaa0378, 0x1, 0xc001e97100, 0x60d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1728 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022ed140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0022ed140, 0xb7b620, 0xc00c23b200, 0x203003, 0x203003, 0x203003)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00c23b200, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c23b200, 0xc0022ed230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c23b200, 0x0, 0x0, 0x0, 0x1000, 0xc008583000, 0xf7a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc008583000, 0xf7a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc008588240)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022ed570, 0xc0049c1780, 0xc004da16e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1729 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008c7e340, 0xc00601b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00601b418, 0xaa04df, 0x2, 0xc00808c000, 0x6d2c, 0xc00808c000, 0xc00601b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00808c000, 0x6d2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00601b570, 0xc005409e20, 0x3d, 0xc000f3fb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1730 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0064ae000, 0x65b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0064ae000, 0x65b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0064ae000, 0x65b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0064ae000, 0x65b, 0x0, 0x0, 0x115f500, 0x65b, 0x65b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0064ae000, 0x65b, 0x0, 0x0, 0xaa0378, 0x1, 0xc007e31100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0064ae000, 0x65b, 0x65b, 0xc0064ae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d88ec0, 0x3b, 0xc0064ae000, 0x65b, 0xaa0378, 0x1, 0xc0064ae000, 0x65b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1734 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ede000, 0xc6e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ede000, 0xc6e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ede000, 0xc6e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ede000, 0xc6e, 0x0, 0x0, 0x115f500, 0xc6e, 0xc6e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ede000, 0xc6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001fb5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ede000, 0xc6e, 0xc6e, 0xc004ede000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062d3d02, 0x43, 0xc004ede000, 0xc6e, 0xaa0378, 0x1, 0xc004ede000, 0xc6e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1735 [semacquire]:
strings.genSplit(0xc005436000, 0xd89, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b84a80, 0x299, 0x299)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b5f418, 0xaa058b, 0x2, 0xc006157000, 0xd89, 0x3, 0x299, 0xc008c7f820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006157000, 0xd89, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b5f570, 0xc004991380, 0x3e, 0xc006567f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1736 [semacquire]:
strings.genSplit(0xc002504c00, 0x1250, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00823a000, 0x388, 0x388)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000647418, 0xaa05c9, 0x2, 0xc0098dcc00, 0x1250, 0x8, 0x388, 0xc0053062e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0098dcc00, 0x1250, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000647570, 0xc004ab8020, 0x24, 0xc00052f110)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1737 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c00a0, 0xc002e9b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9b418, 0xaa059b, 0x2, 0xc00663d800, 0x7e2, 0x2f, 0x1c3, 0xc004942420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00663d800, 0x7e2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9b570, 0xc007c646c0, 0x44, 0xc006860550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1738 [semacquire]:
strings.genSplit(0xc006abc000, 0xe16, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0061b2000, 0x2dd, 0x2dd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9d418, 0xaa0569, 0x2, 0xc007e2b000, 0xe16, 0x1b, 0x2dd, 0xc002825060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007e2b000, 0xe16, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9d570, 0xc004ab9480, 0x83, 0xc00059ccf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1739 [semacquire]:
strings.genSplit(0xc00128aa80, 0x940, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007196000, 0x1fd, 0x1fd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ec5418, 0xaa05c9, 0x2, 0xc003777500, 0x940, 0x8, 0x1fd, 0xc007d6cca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003777500, 0x940, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ec5570, 0xc0051fcec0, 0x6f, 0xc000d3aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1740 [semacquire]:
bytes.makeSlice(0x5df, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008b0efc0, 0x7, 0xc004776c50)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008b0efc0, 0xc000433030, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008b0efc0, 0xc000433030, 0x7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc0005b2cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008b0efc0, 0xc000f11500, 0xb84d20, 0xc008b0efc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0efc0, 0xc000f11500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e8b4d0, 0x20, 0x203002, 0x203002, 0x203002)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004777570, 0xc0051fd120, 0xc007b3b6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a9c0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1741 [semacquire]:
strings.genSplit(0xc004416000, 0xfa9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006972a00, 0x30d, 0x30d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ec7418, 0xaa0569, 0x2, 0xc005bef000, 0xfa9, 0x16, 0x30d, 0xc006893ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005bef000, 0xfa9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ec7570, 0xc000960280, 0x44, 0xc000ea75e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241aa80, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1742 [semacquire]:
strings.genSplit(0xc003c4b300, 0x1069, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004c6c000, 0x384, 0x384)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f2b418, 0xaa0503, 0x2, 0xc007ee9900, 0x1069, 0x4, 0x384, 0xc00265c060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007ee9900, 0x1069, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f2b570, 0xc005e52620, 0xd, 0xc001ccb1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1743 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006666a80, 0x94a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006666a80, 0x94a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006666a80, 0x94a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006666a80, 0x94a, 0x0, 0x0, 0x115f500, 0x94a, 0x94a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006666a80, 0x94a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0069a5500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006666a80, 0x94a, 0x94a, 0xc006666a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c23880, 0x6f, 0xc006666a80, 0x94a, 0xaa0378, 0x1, 0xc006666a80, 0x94a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ac00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1745 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d30000, 0x1b59, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d30000, 0x1b59, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d30000, 0x1b59, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d30000, 0x1b59, 0x0, 0x0, 0x115f500, 0x1b59, 0x1b59)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d30000, 0x1b59, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019c0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d30000, 0x1b59, 0x1b59, 0xc001d30000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299f040, 0x41, 0xc001d30000, 0x1b59, 0xaa0378, 0x1, 0xc001d30000, 0x1b59, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ad80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1749 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265c2a0, 0xc002f9f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f9f418, 0xaa0569, 0x2, 0xc006d2b100, 0xce2, 0x1a, 0x28a, 0xc008c7e320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006d2b100, 0xce2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f9f570, 0xc001fc0d60, 0x5c, 0xc0004a3d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2470 [semacquire]:
strings.genSplit(0xc00aabe000, 0x2b1f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0069b8000, 0x933, 0x933)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b5e5418, 0xaa04f9, 0x2, 0xc004eed000, 0x2b1f, 0x1, 0x933, 0xc00a5ab000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc004eed000, 0x2b1f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b5e5570, 0xc00a5aac60, 0x60, 0xc007349b1f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1752 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055763e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055763d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044fa000, 0x7be, 0x7be, 0x1, 0xc0044fa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b8720, 0x5c, 0xc0044fa000, 0x7be, 0xaa0378, 0x1, 0xc0044fa000, 0x7be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1753 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009c55830, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00310f570, 0xc007d6d580, 0x58, 0xc001df40c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1756 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003589900, 0x1254, 0x2, 0xc00393bab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003589900, 0x1254, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003589900, 0x1254, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1757 [semacquire]:
strings.genSplit(0xc005e36c80, 0x273, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x273, 0xc005e36a00, 0x273)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c5d5e0, 0xaa04f9, 0x2, 0xc005e36a00, 0x273, 0xe, 0x2f, 0xc001fc0520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c5d570, 0xc005306a00, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1760 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b2c0, 0xc0031bb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031bb418, 0xaa058b, 0x2, 0xc003eba600, 0x10fe, 0x4, 0x30c, 0xc004b49a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003eba600, 0x10fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031bb570, 0xc0057d0c60, 0x42, 0xc00299e5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1762 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00afb0f40, 0xc000f89318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f89418, 0xaa04f9, 0x2, 0xc007b6c000, 0xdb6, 0x1, 0x2fb, 0xc00afb0f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007b6c000, 0xdb6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f89570, 0xc004b48c20, 0x3f, 0xc001e15a47)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1763 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031d1140, 0x200, 0xc004294000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc00a695830, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a695830, 0xc0031d1230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a695830, 0x0, 0x0, 0x0, 0x1300, 0xc0079fcc00, 0x10b1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0079fcc00, 0x10b1, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00557a130)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031d1570, 0xc0019fa3e0, 0xc005f1c340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1765 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0030a1b90, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00457b570, 0xc00b31ce60, 0x4d, 0xc0004900f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1767 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00708ce00, 0x690, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00708ce00, 0x690, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00708ce00, 0x690, 0x0, 0x0, 0x115f500, 0x690, 0x690)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00708ce00, 0x690, 0x0, 0x0, 0xaa0378, 0x1, 0xc00708c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00708ce00, 0x690, 0x690, 0xc00708ce00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c1a380, 0x61, 0xc00708ce00, 0x690, 0xaa0378, 0x1, 0xc00708ce00, 0x690, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1769 [semacquire]:
bytes.makeSlice(0xd27, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000ba3190, 0x1c5, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000ba3190, 0xc000c96000, 0x1c5, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001dfcfc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00643a850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0006fbc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00692fc80, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000ba3570, 0xc00692fc80, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ba3570, 0xc006dc05e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1772 [semacquire]:
strings.genSplit(0xc00658e000, 0x1c61, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b48ca00, 0x524, 0x524)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003361418, 0xaa05c9, 0x2, 0xc00349e000, 0x1c61, 0x7, 0x524, 0xc008427080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00349e000, 0x1c61, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003361570, 0xc006449d00, 0x3e, 0xc004ed5ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024261e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1773 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006c79500, 0x991, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c79500, 0x991, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c79500, 0x991, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c79500, 0x991, 0x0, 0x0, 0x115f500, 0x991, 0x991)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c79500, 0x991, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c78000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c79500, 0x991, 0x991, 0xc006c79500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15220, 0x41, 0xc006c79500, 0x991, 0xaa0378, 0x1, 0xc006c79500, 0x991, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024262a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2428 [semacquire]:
bytes.makeSlice(0x1b3f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008cf7a98, 0x1b3f, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc009e5f908, 0x1b3f, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc008d23b60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc008d23b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1776 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098b3400, 0xaed, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098b3400, 0xaed, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098b3400, 0xaed, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098b3400, 0xaed, 0x0, 0x0, 0x115f500, 0xaed, 0xaed)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098b3400, 0xaed, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098b2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098b3400, 0xaed, 0xaed, 0xc0098b3400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb21e0, 0x48, 0xc0098b3400, 0xaed, 0xaa0378, 0x1, 0xc0098b3400, 0xaed, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024264e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1777 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007356000, 0x319, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007356000, 0x319, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007356000, 0x319, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007356000, 0x319, 0x0, 0x0, 0x115f500, 0xc007356000, 0x319)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007356000, 0x319, 0x0, 0x0, 0xaa0378, 0x1, 0xc0035d7880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007356000, 0x319, 0x319, 0xc007356000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00052fe00, 0x2c, 0xc007356000, 0x319, 0xaa0378, 0x1, 0xc007356000, 0x319, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024265a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1778 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a895e0, 0xaa04f9, 0x2, 0xc006f4bce0, 0x142, 0x1, 0x20, 0xc00723d100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a89570, 0xc0049c0040, 0x3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1779 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b33418, 0xaa0503, 0x2, 0xc00270b000, 0x2791, 0x1, 0x735, 0xc007971c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00270b000, 0x2791, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b33570, 0xc00000fd80, 0x2c, 0xc0059265d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1781 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc00b25ec00, 0x1138, 0x2, 0xc0003d9ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00b25ec00, 0x1138, 0xaa0378, 0x1, 0xc00b25d900, 0x1138)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00b25ec00, 0x1138, 0xaa0378, 0x1, 0xc00b25ec00, 0x1138)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024268a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1782 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005dcb000, 0xdd3, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034bf418, 0xaa04f9, 0x2, 0xc005dcb000, 0xdd3, 0x1, 0x2d1, 0xc004942240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005dcb000, 0xdd3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034bf570, 0xc000961340, 0x4a, 0xc00509f2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1785 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f472c0, 0xc003607318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003607418, 0xaa058b, 0x2, 0xc001b7d000, 0xb7e, 0x6, 0x24a, 0xc008f47280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001b7d000, 0xb7e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003607570, 0xc001b89840, 0x4d, 0xc0049a8870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1786 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x870, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00513c000, 0x870, 0x870, 0xc00513c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8d70, 0x43, 0xc00513c000, 0x870, 0xaa0378, 0x1, 0xc00513c000, 0x870, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1787 [semacquire]:
bytes.makeSlice(0x9b1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00343f3e0, 0x67, 0xf)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00343f3e0, 0xc00190cd20, 0x67, 0x5165d7, 0xc005174452, 0xc001deb025)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0081901c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc008190150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d58000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c6f340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c6f260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005be40e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000235e90, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343f570, 0xc004ae32e0, 0x65, 0xc0052d0f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1788 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00881cc00, 0x10ab, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00881cc00, 0x10ab, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00881cc00, 0x10ab, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00881cc00, 0x10ab, 0x0, 0x0, 0x115f500, 0x10ab, 0x10ab)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00881cc00, 0x10ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc00881b900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00881cc00, 0x10ab, 0x10ab, 0xc00881cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005accf40, 0x3e, 0xc00881cc00, 0x10ab, 0xaa0378, 0x1, 0xc00881cc00, 0x10ab, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1790 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0fc0, 0xc003573318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003573418, 0xaa05c9, 0x2, 0xc0027e2000, 0xd81, 0x5, 0x298, 0xc008c7f240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0027e2000, 0xd81, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003573570, 0xc000e070a0, 0x3e, 0xc0053c7040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1793 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00532c000, 0xdb5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00532c000, 0xdb5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00532c000, 0xdb5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00532c000, 0xdb5, 0x0, 0x0, 0x115f500, 0xdb5, 0xdb5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00532c000, 0xdb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0063c3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00532c000, 0xdb5, 0xdb5, 0xc00532c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004bd6040, 0x36, 0xc00532c000, 0xdb5, 0xaa0378, 0x1, 0xc00532c000, 0xdb5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024271a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1794 [semacquire]:
strings.genSplit(0xc007c10000, 0x5a1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x966, 0xc0070b7800, 0x5a1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fbb5e0, 0xaa04f9, 0x2, 0xc0070b7800, 0x5a1, 0x0, 0xc00172a000, 0x7f602d0ab9b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fbb570, 0xc0049c0260, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1795 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003657418, 0xaa0503, 0x2, 0xc003d85800, 0x639, 0x3, 0x191, 0xc004c4c520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003d85800, 0x639, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003657570, 0xc001b882a0, 0x4b, 0xc0060285f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1796 [semacquire]:
strings.genSplit(0xc00af90800, 0x775, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c55b000, 0x175, 0x175)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369b418, 0xaa04d9, 0x2, 0xc000d4c000, 0x775, 0x1, 0x175, 0xc00651cac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000d4c000, 0x775, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369b570, 0xc00000f180, 0x36, 0xc000be1200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024273e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1797 [semacquire]:
strings.genSplit(0xc00734e000, 0xc2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b5d5000, 0x26d, 0x26d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369d418, 0xaa04d9, 0x2, 0xc00364cc80, 0xc2a, 0x1, 0x26d, 0xc006f004e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00364cc80, 0xc2a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369d570, 0xc004da1940, 0x4f, 0xc0060288c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024274a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1798 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0079e4a80, 0xc0079e4a50, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005aa9570, 0xc006809840, 0x6f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1799 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc003cb00c0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003cb00c0, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc00119a150)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00119a150, 0x0, 0x0, 0x0, 0xa80, 0xc006360a80, 0xa1f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006360a80, 0xa1f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5e1d6c3400000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ff9570, 0xc00651dc00, 0xc00ac7c120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1801 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0052a5aa0, 0xc005ff5230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0052a5aa0, 0x0, 0x0, 0x0, 0xc80, 0xc00b7d8000, 0xc3f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00b7d8000, 0xc3f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc44fb9b200000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ff5570, 0xc00000efa0, 0xc00272a0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0024277a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1806 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0043ac840, 0xb2, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c7118, 0xc00332ef50, 0xc0026c6208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc00332eee0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0026c7118, 0xc00332eee0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026c7118, 0xc00332eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c7118, 0xc00332eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc001abaee0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc001abaee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc001abaee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc001abae00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc001abae00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc001abae00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc0010165b0, 0xc00425ad98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b118, 0xc0010165b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc0010165b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c7118, 0xc000f61500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b118, 0xc000f61500, 0x54b170, 0xc003a0af70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000f61500, 0x0, 0x0, 0x0, 0x0, 0xc000f61500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a879860, 0x0, 0x0, 0x0, 0x1800, 0xc00815c800, 0x1745, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00815c800, 0x1745, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047fcab0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00425b570, 0xc000ca0ec0, 0xc004990ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1807 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006b79118, 0xc006698a40, 0x34, 0x34, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612ef50, 0xc00a0f6420, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc00612eee0, 0x7f602d0ab9b8, 0xc00244ec00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b79118, 0xc00612eee0, 0x2b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc00612ee00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006b79118, 0xc00612ee00, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b79118, 0xc00612ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b79118, 0xc00612ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0001df5e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0001df5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0001df5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0001df500, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0001df500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0001df500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0023d49a0, 0xc005fa0d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fa1118, 0xc0023d49a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0023d49a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b79118, 0xc0023d48c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fa1118, 0xc0023d48c0, 0x54b170, 0xc0040ec5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0023d48c0, 0x0, 0x0, 0x0, 0x0, 0xc0023d48c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00869e7b0, 0x0, 0x0, 0x0, 0x1500, 0xc004dc2a00, 0x1498, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004dc2a00, 0x1498, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c2bd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fa1570, 0xc000961320, 0xc00aa68ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1808 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00b164f00, 0x50d2a1, 0xc00a7789c0, 0x26, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006d49570, 0xc002186c40, 0xc0048b5280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1809 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c04a0, 0xc0042b5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042b5418, 0xaa04fd, 0x2, 0xc001c4a800, 0xb63, 0xc001c4a800, 0xc0042b5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c4a800, 0xb63, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042b5570, 0xc000a524c0, 0x57, 0xc002a7d800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1811 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003188800, 0x3eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003188800, 0x3eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003188800, 0x3eb, 0x0, 0x0, 0x115f500, 0x3eb, 0x3eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003188800, 0x3eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc003188400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003188800, 0x3eb, 0x3eb, 0xc003188800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005216740, 0x3e, 0xc003188800, 0x3eb, 0xaa0378, 0x1, 0xc003188800, 0x3eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002427f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1812 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ca6900, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005faf570, 0xc001d415a0, 0x48, 0xc000bcd220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00247c000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1825 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a85d500, 0x14f, 0x14f, 0x3, 0x0, 0x14e, 0xc00a85d500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002987570, 0xc007ff21a0, 0xc007ff2a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2453 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003ee8000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee8000, 0xc007cb5b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa5a0, 0x0, 0x0, 0x0, 0xc004077258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa5a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004077950, 0xc007f8ec80, 0xc63, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1166 [semacquire]:
strings.Replace(0xc004a5e000, 0xdc5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc004a5e000, 0xdc5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f6b950, 0xc006a1a000, 0xdc3, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1208 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00b3a3500, 0x2858, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006a415e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f5570, 0xc00b5b3c20, 0xc007971280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1209 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc000fb00d4, 0x7f602d0aa501, 0x47f290, 0xc00ab1c820)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0x852, 0xc000fb72a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000829570, 0xc0085a1440, 0xc0085a1d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1211 [semacquire]:
bytes.makeSlice(0x1b3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00505d4a0, 0xab, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00505d4a0, 0xc00a715340, 0xab, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00505d4a0, 0xc00a715340, 0xab, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ee70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ecb0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00505d4a0, 0xc005b3ec40, 0xb84d20, 0xc00505d4a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00505d4a0, 0xc005b3ec40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00505d050, 0x2ecaee4e5, 0x1251a20, 0xc0082ee080, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1213 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002b84c90, 0xc000e83240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000e83570, 0xc000e10d20, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e83570, 0xc007027a40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1214 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f03418, 0xaa0599, 0x2, 0xc0035f6000, 0x1cea, 0x1, 0x5a4, 0xc00272a3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0035f6000, 0x1cea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f03570, 0xc006f01fc0, 0x52, 0xc002db2660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1846 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008bdc6a0, 0xc0047f7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047f7418, 0xaa058b, 0x2, 0xc0000df900, 0x12f7, 0x7, 0x413, 0xc008bdc680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0000df900, 0x12f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047f7570, 0xc0048b4600, 0x44, 0xc000491040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1847 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008b0f470, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002473570, 0xc009eccbc0, 0x28, 0xc0064fbf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1848 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0094c1338, 0x20300100000000, 0x7f5ff45fbfff, 0xc0094c1270, 0x10)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0094c1338, 0xc001b80180, 0x5, 0xc0094c1288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0094c1338, 0xc0094c1350, 0x43b3b7, 0x1252790, 0xc0094c1300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f5ff40da1e8, 0xc0094c1301, 0x10100000042ab7a, 0x0, 0xe5f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00bd5db60, 0xaa64ee, 0x5, 0x1a4d)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0094c1570, 0xc008bdc400, 0xe5f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1849 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc009d0e120, 0x2ecab0a70, 0x1251a20, 0xc001fc1220, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1169 [semacquire]:
strings.Replace(0xc008ed4600, 0x1190, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1a, 0xc00248dad0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006613950, 0xc008ed4600, 0x1190, 0x726f746361662094, 0x6320612073617720, 0x6365732065736f6c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1851 [semacquire]:
bytes.makeSlice(0xd30, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00bd5dec0, 0x120, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00bd5dec0, 0xc00ac12240, 0x120, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00bd5dec0, 0xc00ac12240, 0x120, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9bab0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9ba40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9aee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc006e9ae00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00bd5dec0, 0xc0060ab5e0, 0xb84d20, 0xc00bd5dec0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00bd5dec0, 0xc0060ab5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051b2510, 0x2d679aab8, 0x1251a20, 0xc008426e40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1852 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00590cdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00590d040, 0xc0078a7b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002127420, 0x0, 0x0, 0x0, 0xc001d13258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002127420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d13950, 0xc00851d000, 0x6ad1, 0xc005bbf738, 0x3, 0xc005bc4f68)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1856 [semacquire]:
bytes.makeSlice(0xe1d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00218fd40, 0xb1, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00218fd40, 0xc00a7af380, 0xb1, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00218fd40, 0xc00a7af380, 0xb1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb50a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb4fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb45b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc004cb44d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00218fd40, 0xc003627dc0, 0xb84d20, 0xc00218fd40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00218fd40, 0xc003627dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00218fb90, 0x2e7392056, 0x1251a20, 0xc00457e800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1857 [semacquire]:
net/url.resolvePath(0xc008282435, 0x99, 0x0, 0x0, 0x7dd8c0, 0xc0053213d0)
/usr/local/go/src/net/url/url.go:971 +0x1f9
net/url.(*URL).ResolveReference(0xc001e41280, 0xc001e41200, 0xc001e41280)
/usr/local/go/src/net/url/url.go:1006 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc002837e60, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:195 +0x10b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1859 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00076f1f0, 0xc007c65ac0, 0x4, 0x4, 0xc007c65ac0, 0x4, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00076f030, 0xc007c65ac0, 0x3, 0x4, 0xc007c65ac0, 0x3, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00487f490, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc00487f3b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007c65a80, 0xc001d18150, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc007c65a80, 0xc001d18150, 0xc000e4f258, 0x747325, 0xc0014ca380)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc001d18070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0004a6f38, 0x1, 0x1, 0xc000e4f3b8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0004a6f38, 0x1, 0x1, 0xb856e0, 0xc007c65a80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b05cab0, 0xaa03ab, 0x1, 0xc004a77f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000e4f570, 0xc004eae3a0, 0xc005e45900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1860 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007b40000, 0x5f5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007b40000, 0x5f5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007b40000, 0x5f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007b40000, 0x5f5, 0x0, 0x0, 0x115f500, 0x5f5, 0x5f5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007b40000, 0x5f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac0ce00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007b40000, 0x5f5, 0x5f5, 0xc007b40000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0078e8ac0, 0x36, 0xc007b40000, 0x5f5, 0xaa0378, 0x1, 0xc007b40000, 0x5f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00241a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1861 [semacquire]:
strings.genSplit(0xc00364e580, 0xc56, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008789500, 0x2a8, 0x2a8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001de1418, 0xaa0503, 0x2, 0xc00b7da580, 0xc56, 0x4, 0x2a8, 0xc004e16c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b7da580, 0xc56, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001de1570, 0xc00a623fe0, 0x38, 0xc00266d340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1862 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00272b4a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00272b4a0, 0x0, 0x0, 0x0, 0xc00372d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00272b4a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00372d950, 0xc004782000, 0xf9d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1863 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0062cf710, 0xc0062cfb90, 0xc00089b600)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002467570, 0xc00ad51660, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1864 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cd5980, 0x1957, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cd5980, 0x1957, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cd5980, 0x1957, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cd5980, 0x1957, 0x0, 0x0, 0x115f500, 0x1957, 0x1957)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cd5980, 0x1957, 0x0, 0x0, 0xaa0378, 0x1, 0xc003cd4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cd5980, 0x1957, 0x1957, 0xc003cd5980)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ad37fc0, 0x25, 0xc003cd5980, 0x1957, 0xaa0378, 0x1, 0xc003cd5980, 0x1957, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000993e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1865 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00596f5f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596f5f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00596f5f0, 0xc000b52070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ab8e20, 0x0, 0x0, 0x0, 0xc0000cd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ab8e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0000cd950, 0xc004783000, 0xe2f, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000999e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1866 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00943a000, 0x124, 0x124, 0x3, 0x0, 0x123, 0xc00943a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b5b570, 0xc0021269a0, 0xc002127340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1867 [semacquire]:
regexp.makeOnePass(0xc005adc1e0, 0xc005adc1e0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc005adc180, 0xc005adc180)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045fd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045fd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001b09db4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045fd050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045fd050, 0x1, 0xc0033ee200, 0xc010125d800, 0x28042d0aac28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045fd050, 0x4, 0xa1e, 0xc0078da501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0078da000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc009925520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005adc150, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045fd950, 0xc000734800, 0x15c5, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1870 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00c23ad50, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004329570, 0xc009e37ca0, 0x49, 0xc00276a870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ec00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1871 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003b9cc00, 0x11d4, 0x5165d7, 0xc000702a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003b9cc00, 0x11d4, 0x42f9b8, 0xc0034c3338)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034c3418, 0xaa04f9, 0x2, 0xc003b9cc00, 0x11d4, 0xc003b9cc00, 0xc0034c3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003b9cc00, 0x11d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034c3570, 0xc004a23760, 0x62, 0xc004ef8af0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070ecc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1873 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004af4b88, 0xc001e51518, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004af4b88, 0xc003d7ec40, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004af4b88, 0xc003d7fea0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc003d7fea0, 0xc003d7fea0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004af5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004af5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001c17010)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004af5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004af5050, 0x1, 0xc0058c1150, 0xc000680380, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004af5050, 0x4, 0x3f, 0xc003057f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003057000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006c5a9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc030, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016cd950, 0xc004b46000, 0xfbe, 0x1, 0xc00623d748, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1874 [semacquire]:
strings.genSplit(0xc00383e900, 0x8ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x900, 0x0, 0xc002deb3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002deb418, 0xaa05c9, 0x2, 0xc0057b3b00, 0x8ae, 0xc0057b3b00, 0xc002deb408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0057b3b00, 0x8ae, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002deb570, 0xc0068920e0, 0x43, 0xc00a2a3f90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1875 [semacquire]:
regexp.makeOnePass.func1(0xd, 0xc00546dbe0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc00af786f0, 0xc00af786f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00af78690, 0xc00af78690)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001a97050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001a97050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203002, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a97050, 0xc001a96f00, 0xc0096476c0, 0x5199fd, 0xc004050000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a97050, 0x203002, 0xc00172b880, 0x7f602d0aa560, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a97050, 0x46e6ce, 0xc0065eb100, 0xc00172b880, 0x7f602d0aa560, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x688, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc006b1cb60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00af78660, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a97950, 0xc006c9a600, 0x1193, 0x616574736e69202c, 0x69617720666f2064, 0x746e7520676e6974)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00070f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2432 [semacquire]:
strings.Replace(0xc008146c00, 0x11b3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xc000702a80)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036f7950, 0xc008146c00, 0x11b3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1879 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001fc0de0, 0xc002065278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020655e0, 0xaa04f9, 0x2, 0xc009004a00, 0x203a, 0x0, 0xc000680380, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002065570, 0xc00a87bd80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1880 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009303950, 0xc00613c000, 0xdd5, 0x8, 0xc005fdd94e, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1881 [semacquire]:
bytes.makeSlice(0x17d9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0051b2870, 0xe3, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0051b2870, 0xc006a12960, 0xe3, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0051b2870, 0xc006a12960, 0xe3, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00096ff10, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00096fea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc000d5c690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc00645f570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051b2870, 0xc005784a80, 0xb84d20, 0xc0051b2870)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0051b2870, 0xc005784a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051b26c0, 0x2cf47c077, 0x1251a20, 0xc0084270a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1882 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0052b3e10, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0052b3e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0052b3e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0052b3e10, 0xc00bef3180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad50580, 0x0, 0x0, 0x0, 0xc002a87258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad50580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a87950, 0xc005084a00, 0x13f4, 0x2, 0xc0034fd2fe, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1883 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a057c50, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db5570, 0xc00690efa0, 0x41, 0xc00a2ff6e2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1884 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00a8eaf80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf80, 0x0, 0x0, 0x0, 0xc008fd5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008fd5950, 0xc00663c000, 0x77b, 0x5, 0xc0078e6a1a, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1885 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00328f900, 0x1236, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00328f900, 0x1236, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00328f900, 0x1236, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00328f900, 0x1236, 0x0, 0x0, 0x115f500, 0x1236, 0x1236)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00328f900, 0x1236, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ea7300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00328f900, 0x1236, 0x1236, 0xc00328f900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a2ff821, 0x32, 0xc00328f900, 0x1236, 0xaa0378, 0x1, 0xc00328f900, 0x1236, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1886 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c5b1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006c5b2b0, 0xc00434fce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad508e0, 0x0, 0x0, 0x0, 0xc003e3f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad508e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e3f950, 0xc003d36d80, 0xcbc, 0x3, 0xc007ea18be, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1887 [semacquire]:
strings.genSplit(0xc007d14800, 0x773, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb6f, 0xc007d14000, 0x773)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038075e0, 0xaa04f9, 0x2, 0xc007d14000, 0x773, 0x7, 0x15, 0xc004da1440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003807570, 0xc002b579e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1889 [semacquire]:
strings.genSplit(0xc00763a800, 0x7a4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1af, 0x1af)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009389418, 0xaa04d9, 0x2, 0xc0073ec000, 0x7a4, 0x1, 0x1af, 0xc005307120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0073ec000, 0x7a4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009389570, 0xc004b48e20, 0x50, 0xc004de7270)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1892 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0040e7ef0, 0xc004265470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004265570, 0xc00a117fa0, 0x20, 0xc002dd8b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003915c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1893 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc005c7d380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7d380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c7d380, 0xc006cf7f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0054097a0, 0x0, 0x0, 0x0, 0xc009301258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0054097a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009301950, 0xc0067b6000, 0x1feb, 0xa, 0xc0062d96e7, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003918c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1894 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00229e270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00229e270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00229e270, 0xc006042700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000960b60, 0x0, 0x0, 0x0, 0xc003c21258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000960b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c21950, 0xc00933e700, 0x1aed, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1895 [semacquire]:
strings.genSplit(0xc006362000, 0xe79, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1000, 0x0, 0x40000c0015533b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001553418, 0xaa04fd, 0x2, 0xc006331000, 0xe79, 0xc006331000, 0xc001553408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006331000, 0xe79, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001553570, 0xc0027ffe80, 0x4d, 0xc00a10fef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1898 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc005bbd500, 0xae55a0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047b3950, 0xc007606c00, 0x1074, 0x6, 0xc0062d8990, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1899 [semacquire]:
strings.Replace(0xc0084e2000, 0xd8e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0084e2000, 0xd8e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004359950, 0xc003f8e000, 0xd8b, 0x6, 0xc0062d8990, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017341e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1900 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc004a77740, 0xab2997, 0xc, 0xacdda6, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0046bd570, 0xc004a77740, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046bd570, 0xc002b56140, 0x62)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0017342a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1902 [semacquire]:
strings.genSplit(0xc005c3f200, 0xc61, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x2a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059c1570, 0xc004517e00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059c1570, 0xc005307300, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1903 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00836a340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00836a410, 0xc002bdddc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004943440, 0x0, 0x0, 0x0, 0xc0037a9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004943440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037a9950, 0xc007602000, 0x125e, 0xc006466310, 0xc0064661c0, 0xc000ad2930)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1904 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007279c00, 0x3c3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007279c00, 0x3c3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007279c00, 0x3c3, 0x0, 0x0, 0x115f500, 0x3c3, 0x3c3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007279c00, 0x3c3, 0x0, 0x0, 0xaa0378, 0x1, 0xc007279800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007279c00, 0x3c3, 0x3c3, 0xc007279c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006358648, 0x3b, 0xc007279c00, 0x3c3, 0xaa0378, 0x1, 0xc007279c00, 0x3c3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1905 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc007340f00, 0xc007340f00)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc007340ea0, 0xc007340ea0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c07050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c07050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00adbd198)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c07050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c07050, 0x1, 0xc008312890, 0xc00125d880, 0x28042d0aac28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c07050, 0x4, 0x126, 0xc0027dde01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0027dd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc009925860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007340e70, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c07950, 0xc004dc1000, 0xed4, 0xc00005e240, 0xc00005e250, 0xc00005e260)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1906 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc002897c0c, 0x3, 0xaa4e4b, 0x5, 0x0, 0x1)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHeadIM(0xc00288be10, 0x7f6000000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:583 +0x1f4
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00288be10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00288be10, 0xc005ec3650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00265db00, 0x0, 0x0, 0x0, 0xc004c05258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00265db00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c05950, 0xc005656600, 0x192e, 0xc00005e240, 0xc00005e250, 0xc00005e260)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001734d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1908 [semacquire]:
bytes.makeSlice(0x6bc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcd020, 0x4e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcd020, 0xc000ea6b40, 0x4e, 0x6, 0xffffffffffffffff, 0xc00601ec98)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcd020, 0xc000ea6b40, 0x4e, 0x466665, 0xc003a2dce0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc1500, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc1490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc13b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc003dc12d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd020, 0xc0067e2150, 0xb84d20, 0xc003dcd020)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd020, 0xc0067e2150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcce70, 0x2c5e28141, 0x1251a20, 0xc000a528c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1909 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc0080585b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0080585b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0080585b0, 0xc001c7c0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf00, 0x0, 0x0, 0x0, 0xc003e9d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e9d950, 0xc005445900, 0x1027, 0xc004da3a40, 0xc004da3a70, 0xc004da3aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1910 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a47d500, 0x1392, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a47d500, 0x1392, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a47d500, 0x1392, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a47d500, 0x1392, 0x0, 0x0, 0x115f500, 0x1392, 0x1392)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a47d500, 0x1392, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ab5aa00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a47d500, 0x1392, 0x1392, 0xc00a47d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007349e00, 0x58, 0xc00a47d500, 0x1392, 0xaa0378, 0x1, 0xc00a47d500, 0x1392, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001735bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1911 [semacquire]:
regexp.(*bitState).reset(0xc001bb5ad0, 0xc000021440, 0xeae, 0x0)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000137720, 0xc004c10000, 0xeae, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000137720, 0x0, 0x0, 0xc004c10000, 0xeae, 0x1000, 0x0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).Match(...)
/usr/local/go/src/regexp/regexp.go:513
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00869b1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00869b170, 0xc002795320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002795708, 0xc007aba220, 0xaac03e, 0x7, 0xc007aba220)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002795708, 0xc007aba220, 0xc007ababa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1912 [semacquire]:
strings.Replace(0xc00461c000, 0x1970, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1d, 0xc00461c000, 0x1970)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0093d1950, 0xc00079b300, 0x196d, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1913 [semacquire]:
bytes.makeSlice(0x543, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f57260, 0xc7, 0xe4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005f57260, 0xc004643520, 0xc7, 0x5165d7, 0xc003ca0f9a, 0xc002d5e910)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002551260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0025511f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021bdb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00c23bc20, 0xc00c23bc20, 0xc00c23bd00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005f57570, 0xc005cefec0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1914 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007fe0bd0, 0xc00b1486c0, 0xc009d2f268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc009d2f570, 0xc007fe0bd0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009d2f570, 0xc0009fc180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1915 [semacquire]:
regexp.(*Regexp).expand(0xc0001fb040, 0xc008764800, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00c45e000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc008764800, 0x800, 0x800, 0xc00c25bed0, 0x2, 0x2, 0xc00c45e000, 0x1126, 0x88c)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00c45e000, 0x1126, 0x2, 0xc0025f1270, 0xc00521a1a0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00c45e000, 0x1126, 0xaa0378, 0x1, 0xc004c4dd00, 0xc00521a398)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0025f13e0, 0xc005ed07c0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0025f13e0, 0xc0054186f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0025f1401, 0xc00521a2b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0025f1570, 0xc0054186f0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc00041dd40, 0xc00041dd70, 0xc00041dda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ac8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1916 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2ace40, 0xc002c372d8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002c37570, 0xc00b2ace10, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc00b2ace10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b2acbd0, 0xc002c37460, 0xc007ea6420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002c37570, 0xc007ea6420, 0xc007ea6420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1918 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009573100, 0xcbb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009573100, 0xcbb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009573100, 0xcbb, 0x0, 0x0, 0x115f500, 0xc009573100, 0xcbb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009573100, 0xcbb, 0x0, 0x0, 0xaa0378, 0x1, 0xc009572380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009573100, 0xcbb, 0xcbb, 0xc009573100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061fa8c0, 0x4c, 0xc009573100, 0xcbb, 0xaa0378, 0x1, 0xc009573100, 0xcbb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1919 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0008c71e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c71e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c71e0, 0xc005f7fe30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edb60, 0x0, 0x0, 0x0, 0xc0099b1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edb60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099b1950, 0xc004fec000, 0xe32, 0x9, 0xc005958ecd, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1920 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004055950, 0xc006af7000, 0xfc5, 0x3, 0xc005959439, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad860, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1921 [semacquire]:
strings.Replace(0xc004372800, 0xb98, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0050d1340, 0x0, 0x0, 0x0, 0x0, 0xc0050d1340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b0a4e10, 0x0, 0x0, 0x0, 0x1000, 0xc0038b1000, 0xf41, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0038b1000, 0xf41, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc008279340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ac5570, 0xc007ff3b40, 0xc00690eb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a720, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1924 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a793c00, 0xb78, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a793c00, 0xb78, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a793c00, 0xb78, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a793c00, 0xb78, 0x0, 0x0, 0x115f500, 0xb78, 0xb78)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a793c00, 0xb78, 0x0, 0x0, 0xaa0378, 0x1, 0xc0093c8800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a793c00, 0xb78, 0xb78, 0xc00a793c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00330e930, 0x2e, 0xc00a793c00, 0xb78, 0xaa0378, 0x1, 0xc00a793c00, 0xb78, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2c00, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1928 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007970440, 0xc003655318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003655418, 0xaa0569, 0x2, 0xc007aedb00, 0x89b, 0x15, 0x1b2, 0xc000e06ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007aedb00, 0x89b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003655570, 0xc00afb1700, 0x44, 0xc000568d70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b6480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1930 [semacquire]:
regexp.onePassCopy(0xc004a77d10, 0xc004a77d10)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004a77d10, 0xc004a77d10)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000579050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000579050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0081aa3d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000579050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000579050, 0x1, 0xc0066c96b0, 0xc010172a000, 0x28042d0ab9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000579050, 0x4, 0x2bc, 0xc0036cfd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0036cf000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc008bce5b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a77ce0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000579950, 0xc008ff7100, 0xd3b, 0x5, 0xc001f1f2ed, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b75c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1931 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c5b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c5b6c0, 0xc0067e2460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b57f00, 0x0, 0x0, 0x0, 0xc0004f7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b57f00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004f7950, 0xc006f81b00, 0xd57, 0x2, 0xc001f1f979, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0021b7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1932 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b61950, 0xc0016e1900, 0x204e, 0x2, 0xc001f1f979, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f282a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1935 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0070c4850, 0x0, 0xc00330c4d0, 0x0, 0xc008209168, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc00330c4d0, 0x1, 0xc008209168, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc00b371648, 0x1, 0x1, 0xc000b67148, 0x7f602d0ab2f0, 0xc00847c900, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00b371648, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc008209170, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000cadc50, 0xc00bd6b230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b67570, 0xc000cadc50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b67570, 0xc008c7f080, 0x91)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f29860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1936 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002445110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0024451e0, 0xc0009fe070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fa360, 0x0, 0x0, 0x0, 0xc0099a3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fa360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099a3950, 0xc003b4e000, 0xbef, 0x6b206562206f7420, 0x6d206e6920747065, 0x77209d80e2646e69)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001f299e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1937 [semacquire]:
bytes.makeSlice(0xe78, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00356f3e0, 0xf2, 0xa4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00356f3e0, 0xc00bd9d000, 0xf2, 0x5165d7, 0xc003902201, 0xc007130a40)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0048c4fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d51810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d508c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d507e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d500e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00507a270, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00356f570, 0xc004e16300, 0x59, 0xc0010c7260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1938 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00a8491e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00a8492b0, 0xc004639b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00690ec40, 0x0, 0x0, 0x0, 0xc0099ad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00690ec40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ad950, 0xc005014000, 0xe72, 0x6867756f72687420, 0x20656c69626f4d20, 0x6f662079656e6f4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1939 [semacquire]:
strings.Replace(0xc0084fe000, 0x3d00, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc0084fe000, 0x3d00)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099c9950, 0xc00b7ee000, 0x3cf8, 0x4100000020, 0x6900000072, 0x6f0000007a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fa720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1940 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00a849380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00a849450, 0xc0046a6a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00690ec80, 0x0, 0x0, 0x0, 0xc002841258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00690ec80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002841950, 0xc005015000, 0xe7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0023fb4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1941 [semacquire]:
bytes.makeSlice(0x1c7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031d33e0, 0xb, 0x9e9240)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031d33e0, 0xc00b1052a0, 0xb, 0x5165d7, 0xc0013780ca, 0xc00b105290)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006bb1500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006055880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0060557a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a78f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046a7110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0083b7410, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031d3570, 0xc00690fac0, 0x5e, 0xc0021b6000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fc540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1942 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005f1da20, 0xc0099b9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b9418, 0xaa04f9, 0x2, 0xc0069c7000, 0xf93, 0xc0069c7000, 0xc0099b9408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0069c7000, 0xf93, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b9570, 0xc004ab8100, 0x71, 0xc00a54c200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fd380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1944 [semacquire]:
bytes.makeSlice(0x512, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031cd3e0, 0xfa, 0x25)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031cd3e0, 0xc008e4a200, 0xfa, 0x25, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c225500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff0af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff04d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff03f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006b504d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b0eab0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031cd570, 0xc006f01960, 0x72, 0xc007a6fb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0036fdf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1945 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001e4f7e0, 0xc0036b1500, 0x962, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036b1500, 0x962, 0x962, 0x1, 0xc0036b1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465fa40, 0x3f, 0xc0036b1500, 0x962, 0xaa0378, 0x1, 0xc0036b1500, 0x962, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1946 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc002f6f500, 0x14ed, 0x2, 0xc004187ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc002f6f500, 0x14ed, 0xaa0378, 0x1, 0xc0055b0000, 0x14ed)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002f6f500, 0x14ed, 0xaa0378, 0x1, 0xc002f6f500, 0x14ed)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1947 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023375e0, 0xaa04f9, 0x2, 0xc00b584800, 0x15af, 0x12, 0x32, 0xc009d27760)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002337570, 0xc009d261e0, 0x43)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1948 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004936000, 0x4e3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004936000, 0x4e3, 0x0, 0x0, 0x115f500, 0xc004936000, 0x4e3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004936000, 0x4e3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0080aef00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004936000, 0x4e3, 0x4e3, 0xc004936000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b6c5d80, 0x1a, 0xc004936000, 0x4e3, 0xaa0378, 0x1, 0xc004936000, 0x4e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1949 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004b48a00, 0xc000ead278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ead5e0, 0xaa04f9, 0x2, 0xc006b06c00, 0x102e, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ead570, 0xc0004209c0, 0x64)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcc3c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1951 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc006c5b380)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc006c5b380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c5b380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c5b380, 0xc00abee070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009d27bc0, 0x0, 0x0, 0x0, 0xc002a25258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009d27bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a25950, 0xc0053ed500, 0x1476, 0x69560a0a616e7265, 0x6968206c61757472, 0x20736920676e6972)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1952 [semacquire]:
bytes.makeSlice(0x153e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0099b33e0, 0xcc, 0xe5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0099b33e0, 0xc006cda750, 0xcc, 0x5165d7, 0xc0073ba9ef, 0xc000e09568)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c2a3110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00c2a30a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d7a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b02d0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b154d0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b3570, 0xc006dc0aa0, 0x3f, 0xc006699d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1953 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0036af110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0036af1e0, 0xc00b2c4700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a251f20, 0x0, 0x0, 0x0, 0xc0099bf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a251f20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099bf950, 0xc005060000, 0x1f3c, 0x6400000072, 0x7300000020, 0x690000006b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1954 [semacquire]:
strings.genSplit(0xc0073cd800, 0x7cd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1a6, 0x1a6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099bb418, 0xaa058b, 0x2, 0xc0078c6800, 0x7cd, 0x7, 0x1a6, 0xc005306a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0078c6800, 0x7cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099bb570, 0xc004991400, 0x3c, 0xc00a65b500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1955 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053073e0, 0xc006495318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006495418, 0xaa04f9, 0x2, 0xc00769b000, 0xdb2, 0x1, 0x2fe, 0xc0053073c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00769b000, 0xdb2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006495570, 0xc00000f340, 0x51, 0xc0077c99e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1956 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006b10800, 0x706, 0xc004031270, 0xc00125d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006b10800, 0x706, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004031418, 0xaa0599, 0x2, 0xc006b10800, 0x706, 0x1, 0x1b2, 0xc0003b0920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006b10800, 0x706, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004031570, 0xc006dc0080, 0x3b, 0xc00b55a400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1957 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b41418, 0xaa0503, 0x2, 0xc0093a6800, 0x17ce, 0x8, 0x51d, 0xc007b3a640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0093a6800, 0x17ce, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b41570, 0xc007b3a220, 0x4f, 0xc0060293b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcd9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1958 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00518ca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00518cb60, 0xc0000dab60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005f1c500, 0x0, 0x0, 0x0, 0xc004489258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005f1c500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004489950, 0xc00a937000, 0x36ad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1959 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002828410, 0xc000d03680, 0xb4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002828410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002828410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002828410, 0xc003ff1960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fb8e0, 0x0, 0x0, 0x0, 0xc0020cf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fb8e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020cf950, 0xc003840d00, 0x808, 0x3, 0xc008315777, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1960 [semacquire]:
strings.genSplit(0xc00437f680, 0x432, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006df8c00, 0x10d, 0x10d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005b39418, 0xaa059b, 0x2, 0xc007847680, 0x432, 0x16, 0x10d, 0xc007c65520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007847680, 0x432, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005b39570, 0xc006dc13a0, 0x42, 0xc006029188)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006fcdf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1964 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005ff33e0, 0xaa03b1, 0x1, 0xc005ff3b00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x0, 0xc005ff33e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:739 +0x137
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005ff33b0, 0xc0004e1460, 0xc00842f230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0004e1570, 0xc00842f230, 0xc00842f230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1965 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0042dfb00, 0x8a5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042dfb00, 0x8a5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0x115f500, 0x8a5, 0x8a5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042dfb00, 0x8a5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042df200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042dfb00, 0x8a5, 0x8a5, 0xc0042dfb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004610320, 0x4e, 0xc0042dfb00, 0x8a5, 0xaa0378, 0x1, 0xc0042dfb00, 0x8a5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5fe60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1967 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0008c6ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c6ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c6ea0, 0xc005d8ba40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edae0, 0x0, 0x0, 0x0, 0xc009545258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009545950, 0xc00507e000, 0xec1, 0x9, 0xc0083168fa, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041caa80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1968 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d49950, 0xc0044df000, 0xf48, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cab40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1969 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0008c6b60, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0008c6b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c6b60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c6b60, 0xc0059cf340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2eda60, 0x0, 0x0, 0x0, 0xc009541258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2eda60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009541950, 0xc003969900, 0xc3e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1970 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0086b8200, 0x1b, 0x20, 0xc008613600, 0x27, 0x40, 0xc006fc5078, 0xc0000111b8, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000010648, 0x1, 0x1, 0xc006fc5148, 0x7f602d0ab9b8, 0xc00100de00, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000010648, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0000111b8, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00be15c50, 0xc00bb7f7d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006fc5570, 0xc00be15c50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fc5570, 0xc009ff51a0, 0xb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041caf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1971 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008ebf5e0, 0xaa04f9, 0x2, 0xc00843c000, 0xc6, 0x0, 0xc008ebf430, 0xc00a250ec8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc008ebf570, 0xc007de9200, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008ebf570, 0xc00a250060, 0xae)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1972 [semacquire]:
strings.genSplit(0xc00b7d8c80, 0xc2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b59f500, 0x299, 0x299)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ce9418, 0xaa04df, 0x2, 0xc007f90580, 0xc2c, 0x5, 0x299, 0xc004e16b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007f90580, 0xc2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ce9570, 0xc0054098e0, 0x3a, 0xc005b6b980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0041cb380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1973 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00573b700, 0x9, 0x10, 0xc00573b680, 0xf, 0x10, 0xc0054ff078, 0xc008208650, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc008084eb0, 0x1, 0x1, 0xc0054ff148, 0x7f602d0ab2f0, 0xc001042300, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc008084eb0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc008208650, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00825cc90, 0xc00a4ab200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0054ff570, 0xc00825cc90, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054ff570, 0xc009b672c0, 0xae)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1974 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036ad200, 0xc12, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036ad200, 0xc12, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036ad200, 0xc12, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036ad200, 0xc12, 0x0, 0x0, 0x115f500, 0xc12, 0xc12)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036ad200, 0xc12, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036ab900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036ad200, 0xc12, 0xc12, 0xc0036ad200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009e76370, 0x44, 0xc0036ad200, 0xc12, 0xaa0378, 0x1, 0xc0036ad200, 0xc12, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1975 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0056346c0, 0x265cf14f0, 0x1251a20, 0xc00b31db20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1976 [semacquire]:
bytes.makeSlice(0x19d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0071d86c0, 0x95, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0071d86c0, 0xc003d9c3c0, 0x95, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0071d86c0, 0xc003d9c3c0, 0x95, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa9420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa9260, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0071d86c0, 0xc009fa91f0, 0xb84d20, 0xc0071d86c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0071d86c0, 0xc009fa91f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00a6db5f0, 0x2d6e59b2d, 0x1251a20, 0xc004e160c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1977 [semacquire]:
strings.genSplit(0xc0064ac000, 0x1bd6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006eeb000, 0x4e6, 0x4e6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a6f418, 0xaa0503, 0x2, 0xc001200000, 0x1bd6, 0x6, 0x4e6, 0xc009e37620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001200000, 0x1bd6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a6f570, 0xc004990f80, 0x39, 0xc00623d2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1980 [semacquire]:
bytes.makeSlice(0x320e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a2a960, 0x134, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a2a960, 0xc009f14b40, 0x134, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004a2a960, 0xc009f14b40, 0x134, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc001c24e70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc001c24e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc0019b1e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc0019b1d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a2a960, 0xc00b0a8e00, 0xb84d20, 0xc004a2a960)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004a2a960, 0xc00b0a8e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00b2ac3c0, 0x2e71e28cf, 0x1251a20, 0xc004ab8060, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001ab9f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1981 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00518cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00518cd00, 0xc000581260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fb8a0, 0x0, 0x0, 0x0, 0xc00298f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fb8a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00298f950, 0xc0085c8f00, 0x2293, 0x666f2065676e6172, 0x7420736d65746920, 0x706d6f6320746168)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b88a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1982 [semacquire]:
strings.genSplit(0xc008c4f500, 0x138c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1500, 0x0, 0x3007f60041997a0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003833418, 0xaa04fd, 0x2, 0xc008c4e000, 0x138c, 0xc008c4e000, 0xc003833408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008c4e000, 0x138c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003833570, 0xc00000fb00, 0x36, 0xc00b55a500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1983 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ac8000, 0x1192, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ac8000, 0x1192, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ac8000, 0x1192, 0x0, 0x0, 0x115f500, 0x1192, 0x1192)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ac8000, 0x1192, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bdc0c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ac8000, 0x1192, 0x1192, 0xc002ac8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b55b5c0, 0x3c, 0xc002ac8000, 0x1192, 0xaa0378, 0x1, 0xc002ac8000, 0x1192, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1984 [semacquire]:
bytes.makeSlice(0x2e75, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008bc9bf0, 0x4f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008bc9bf0, 0xc0062fde00, 0x4f, 0x6, 0xffffffffffffffff, 0xad018a)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008bc9bf0, 0xc0062fde00, 0x4f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc001edae00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc001edac40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc004628b60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc0048f27e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008bc9bf0, 0xc0098b5960, 0xb84d20, 0xc008bc9bf0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc9bf0, 0xc0098b5960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0098e2390, 0x50d2a1, 0xc007c44180, 0x22, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0099c7570, 0xc002127180, 0xc00523aa20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0028b9b00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1985 [semacquire]:
bytes.makeSlice(0x2ad0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0027473e0, 0x10e, 0x3f)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0027473e0, 0xc007adafc0, 0x10e, 0x3f, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007a96bd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007a96a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d28230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096b49f0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002747570, 0xc00875ab20, 0x45, 0xc00276a9b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1987 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006dd4b70, 0x25dd8563e, 0x1251a20, 0xc006448160, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1988 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00078f0a0, 0xc00a194300, 0xc006d5dfe0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00078f0a0, 0x203000, 0x203000, 0x203000, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00078f0a0, 0x28, 0xc002b64660, 0x0, 0x0, 0xc0010e8380)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa408e, 0x4, 0xa4b3a0, 0xc002b64660, 0x1, 0xb856e0, 0xc001e4fe60)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x7d15a8, 0xc002b64660, 0xc00078f178)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005f1a420, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00078f950, 0xc007d0c600, 0x11f9, 0xc005635170, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003f9fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1989 [semacquire]:
bytes.makeSlice(0x206, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc009ae9260, 0x78, 0xa)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc009ae9260, 0xc009ffe200, 0x78, 0xa, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f29a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f2690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00a1f21c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0083b7aa0, 0xc0083b7e90, 0xc0020fde80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009ae9570, 0xc006b134a0, 0x6b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0016721e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1990 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0052eb800, 0x7b1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0052eb800, 0x7b1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0052eb800, 0x7b1, 0x0, 0x0, 0x115f500, 0x7b1, 0x7b1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0052eb800, 0x7b1, 0x0, 0x0, 0xaa0378, 0x1, 0xc0052eb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0052eb800, 0x7b1, 0x7b1, 0xc0052eb800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008588d40, 0x3c, 0xc0052eb800, 0x7b1, 0xaa0378, 0x1, 0xc0052eb800, 0x7b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1992 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009d83458, 0xaa04f9, 0x2, 0xc005f43b00, 0x11f, 0xc009d83298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc009de5cb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00b0ec060, 0xc009d83320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc009d833e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009d833e0, 0xc00b0eadb0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009d83401, 0xc005411830)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009d83570, 0xc00b0eadb0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0072bfa24, 0x1, 0xc0072bfa26)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001672c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2441 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee81a0, 0xc006eb4000, 0x1cc)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee81a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee81a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee81a0, 0xc007a99500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa5e0, 0x0, 0x0, 0x0, 0xc006695258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa5e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006695950, 0xc009208600, 0x114c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1995 [semacquire]:
regexp/syntax.(*parser).push(0xc009edd3e0, 0xc007890000, 0xc007890000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc009edd3e0, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002865050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002865050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004eac064)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002865050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002865050, 0x1, 0xc0084bc240, 0xc0100080e01, 0x28042d0ab9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002865050, 0x4, 0x530, 0xc005611a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005611000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00518cf70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00248c1b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002865950, 0xc003ac2c00, 0xace, 0x8, 0xc0070c990c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1996 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005c7cea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7cea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c7cea0, 0xc007890150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e09680, 0x0, 0x0, 0x0, 0xc000bab258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e09680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000bab950, 0xc00b7f4a80, 0x994, 0x8, 0xc0070c990c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1997 [runnable]:
regexp.(*inputString).step(0xc007672ed0, 0x5f6, 0xc007672e50, 0x5f4)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*machine).match(0xc007672e10, 0xb886e0, 0xc007672ed0, 0x5f4, 0xc002ae7948)
/usr/local/go/src/regexp/exec.go:237 +0x28d
regexp.(*Regexp).doExecute(0xc000bea6e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00a32c002, 0x18dc, 0x5b4, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00a32c002, 0x18dc, 0x2, 0xc002ae7ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00a32c002, 0x18dc, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00a32c002, 0x18dc, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1998 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b5b418, 0xaa04f9, 0x2, 0xc007da6a80, 0xa3d, 0x1, 0x219, 0xc002186240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007da6a80, 0xa3d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b5b570, 0xc0021277e0, 0x41, 0xc00a8ca9b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001673e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2000 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005c7c1a0, 0xc008e040e0, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc005c7c1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c7c1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c7c1a0, 0xc0045be7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b497e0, 0x0, 0x0, 0x0, 0xc004221258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b497e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004221950, 0xc0028f2600, 0x104f, 0xb, 0xc0034232e8, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a7cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2001 [semacquire]:
strings.Replace(0xc00688c000, 0x143b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00688c000, 0x143b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbb950, 0xc007344a00, 0x1438, 0xb, 0xc0034232e8, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2002 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc001186b88, 0xc00b9813d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc001186b88, 0xc0058e3ab0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc001186b88, 0xc0058e3b20, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0058e3b20, 0xc0058e3b20, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001187050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001187050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007ad6034)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001187050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001187050, 0x1, 0xc0066c86e0, 0xc0100e7dc01, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001187050, 0x4, 0x242, 0xc003858d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003858000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7f60043737d0, 0x3f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a76bd0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cd950, 0xc0059ea000, 0xdb8, 0x3, 0xc00342388b, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2003 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006c5a5b0, 0xc005662300, 0x168)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006c5a5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006c5a5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006c5a5b0, 0xc00a5d4af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009d27b00, 0x0, 0x0, 0x0, 0xc0033c9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009d27b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c9950, 0xc009cb0500, 0x243a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2004 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004ac3118, 0xc00ae37200, 0x17e, 0x17e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ac3118, 0xc003cc2540, 0xc004ac2208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc003cc24d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004ac3118, 0xc003cc24d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004ac3118, 0xc003cc24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004ac3118, 0xc003cc24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d41490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d41490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d41490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d413b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d40cb0, 0xc003658d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003659118, 0xc009d40cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d40cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004ac3118, 0xc009d40bd0, 0x0, 0x7f5ff45fbfff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003659118, 0xc009d40bd0, 0x54b170, 0xc007d30c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc009d40bd0, 0x0, 0x0, 0x0, 0x0, 0xc009d40bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008154cf0, 0x0, 0x0, 0x0, 0x6000, 0xc0036d4000, 0x55b2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0036d4000, 0x55b2, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00a5cd130)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003659570, 0xc00b0ffe80, 0xc00265ce60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00119df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2005 [semacquire]:
regexp.(*Regexp).replaceAll(0xc007ed39a0, 0x0, 0x0, 0x0, 0xc00b132000, 0x1780, 0x2, 0xc002517270, 0xc00b132000, 0x1780, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc007ed39a0, 0xc00b132000, 0x1780, 0xaa0378, 0x1, 0x1, 0x34)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc008f6f570, 0xc00a5ab4e0, 0xc00a5abda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002303f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2006 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b7418, 0xaa04f9, 0x2, 0xc00374e000, 0xad8, 0x1, 0x22a, 0xc009e37c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00374e000, 0xad8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b7570, 0xc004991260, 0x47, 0xc000695d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2007 [semacquire]:
bytes.makeSlice(0xedd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006ce73e0, 0x119, 0xce)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006ce73e0, 0xc005c8dd40, 0x119, 0x5165d7, 0xc007e25df9, 0xc008a12180)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00bdd5650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00bdd55e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00754b570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00754b490)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007484bd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00289e0c0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ce7570, 0xc004f1c520, 0x4f, 0xc009e77ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2008 [semacquire]:
strings.genSplit(0xc000792000, 0x1267, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007770700, 0x10000c0009a53b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009a5418, 0xaa04d9, 0x2, 0xc0086e3900, 0x1267, 0xc0086e3900, 0xc0009a5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0086e3900, 0x1267, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009a5570, 0xc006dc0700, 0x42, 0xc00a07e5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2009 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000ee20, 0xc001d81318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d81418, 0xaa0569, 0x2, 0xc003d08800, 0x788, 0x13, 0x182, 0xc0049913e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003d08800, 0x788, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d81570, 0xc0019fb5c0, 0x47, 0xc000569130)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2011 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00b4db2b0, 0xc0092bcb90, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00b4db2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00b4db2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00b4db2b0, 0xc00a64db20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a117f40, 0x0, 0x0, 0x0, 0xc002b9d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a117f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b9d950, 0xc007dc0600, 0x10d1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2013 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006246000, 0x565, 0x565, 0x3, 0x0, 0x564, 0xc006246000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b45b570, 0xc004cfd560, 0xc004cfdf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2014 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008dab180, 0x55e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008dab180, 0x55e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008dab180, 0x55e, 0x0, 0x0, 0x115f500, 0x55e, 0x55e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008dab180, 0x55e, 0x0, 0x0, 0xaa0378, 0x1, 0xc008daa680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008dab180, 0x55e, 0x55e, 0xc008dab180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008588880, 0x35, 0xc008dab180, 0x55e, 0xaa0378, 0x1, 0xc008dab180, 0x55e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2016 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006059c00, 0xafd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006059c00, 0xafd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006059c00, 0xafd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006059c00, 0xafd, 0x0, 0x0, 0x115f500, 0xc006059c00, 0xafd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006059c00, 0xafd, 0x0, 0x0, 0xaa0378, 0x1, 0xc006059000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006059c00, 0xafd, 0xafd, 0xc006059c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3aefa0, 0x41, 0xc006059c00, 0xafd, 0xaa0378, 0x1, 0xc006059c00, 0xafd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2017 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001fc06c0, 0xc004e47278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e475e0, 0xaa04f9, 0x2, 0xc0077c6280, 0x77, 0x1, 0x4a5, 0xc009d27f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e47570, 0xc009d265e0, 0x6e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2018 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002d4ec00, 0x548, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002d4ec00, 0x548, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002d4ec00, 0x548, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002d4ec00, 0x548, 0x0, 0x0, 0x115f500, 0xc002d4ec00, 0x548)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002d4ec00, 0x548, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d4e100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002d4ec00, 0x548, 0x548, 0xc002d4ec00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a788000, 0x30, 0xc002d4ec00, 0x548, 0xaa0378, 0x1, 0xc002d4ec00, 0x548, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2019 [semacquire]:
bytes.makeSlice(0x101e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00553a0f0, 0xb6, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00553a0f0, 0xc002e7ea81, 0xb6, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00553a0f0, 0xc002e7ea81, 0xb7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa3490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa3420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00553a0f0, 0xc000fa31f0, 0xb84d20, 0xc00553a0f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00553a0f0, 0xc000fa31f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00553a0c0, 0x203001, 0x203001, 0x440d95, 0xc000714da0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00553a0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00553a090, 0xc0098ed320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0098ed708, 0xc008ddc1a0, 0xaac03e, 0x7, 0xc008ddc1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0098ed708, 0xc008ddc1a0, 0xc007c65560)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2020 [semacquire]:
strings.genSplit(0xc002d4cb00, 0x50d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057c7500, 0x13b, 0x13b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00066d418, 0xaa059b, 0x2, 0xc0067c4580, 0x50d, 0x27, 0x13b, 0xc006448a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0067c4580, 0x50d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00066d570, 0xc0064486a0, 0x54, 0xc007597c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2021 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a3cc000, 0x954, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a3cc000, 0x954, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a3cc000, 0x954, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a3cc000, 0x954, 0x0, 0x0, 0x115f500, 0xc00a3cc000, 0x954)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a3cc000, 0x954, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a3caa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a3cc000, 0x954, 0x954, 0xc00a3cc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0083461e0, 0x4d, 0xc00a3cc000, 0x954, 0xaa0378, 0x1, 0xc00a3cc000, 0x954, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2022 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0008c72b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008c7380, 0xc007bb61c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edbc0, 0x0, 0x0, 0x0, 0xc009ad1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edbc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009ad1950, 0xc0044a9000, 0x1510, 0x3, 0xc003fb7962, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2023 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f33500, 0x9cd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f33500, 0x9cd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f33500, 0x9cd, 0x0, 0x0, 0x115f500, 0xc007f33500, 0x9cd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f33500, 0x9cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0087a5500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f33500, 0x9cd, 0x9cd, 0xc007f33500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002228ec0, 0x3a, 0xc007f33500, 0x9cd, 0xaa0378, 0x1, 0xc007f33500, 0x9cd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2026 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c5a8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c5a9c0, 0xc00ada2770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b49960, 0x0, 0x0, 0x0, 0xc003f67258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b49960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f67950, 0xc009d72800, 0x46e0, 0x7265746661206874, 0x6167656220656820, 0x6978616c6572206e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2028 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00385c800, 0x78f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00385c800, 0x78f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00385c800, 0x78f, 0x0, 0x0, 0x115f500, 0x78f, 0x78f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00385c800, 0x78f, 0x0, 0x0, 0xaa0378, 0x1, 0xc00384b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00385c800, 0x78f, 0x78f, 0xc00385c800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a8ca870, 0x44, 0xc00385c800, 0x78f, 0xaa0378, 0x1, 0xc00385c800, 0x78f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2029 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000a52d00, 0xc0062c5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0062c5418, 0xaa04fd, 0x2, 0xc0057b4d00, 0x8b3, 0xc0057b4d00, 0xc0062c5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0057b4d00, 0x8b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0062c5570, 0xc007d6d600, 0x46, 0xc00a0cae60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2030 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0008c7450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008c7520, 0xc008100310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edc00, 0x0, 0x0, 0x0, 0xc004223258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edc00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004223950, 0xc0053fd000, 0xe9a, 0x0, 0xc0072bf65d, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2031 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0079ec1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0079ec1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0079ec1a0, 0xc004eabc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00272a380, 0x0, 0x0, 0x0, 0xc004189258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00272a380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004189950, 0xc00638f500, 0x1497, 0x0, 0xc0072bf65d, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2032 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0008c7040)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0008c7040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c7040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c7040, 0xc005f7f420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edb20, 0x0, 0x0, 0x0, 0xc0099d1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d1950, 0xc001b8a000, 0x171e, 0x5, 0xc007e34c58, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2033 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002153418, 0xaa0599, 0x2, 0xc009898000, 0xd69, 0xc009898000, 0xc002153408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009898000, 0xd69, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002153570, 0xc007c65ba0, 0x43, 0xc00445ec30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2034 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ac0dd0, 0xc00667dc00, 0xd9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ac0dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ac0dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ac0dd0, 0xc007b207e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0064485a0, 0x0, 0x0, 0x0, 0xc004393258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0064485a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004393950, 0xc006d27b00, 0xd11, 0x742065676e656c6c, 0x6570706120746168, 0x6567756820737261)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2035 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00649fa00)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00649fa00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00649fa00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00649fa00, 0xc00a4163f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005887040, 0x0, 0x0, 0x0, 0xc002c89258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005887040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c89950, 0xc007f4e600, 0x11a1, 0x6d706f6c65766564, 0x6e65676120746e65, 0x73207361202c6164)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2037 [semacquire]:
strings.genSplit(0xc0049fcf00, 0xb3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb3, 0xc0049fcc00, 0xb3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0002235e0, 0xaa04f9, 0x2, 0xc0049fcc00, 0xb3, 0x4, 0x1b, 0xc006f01f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000223570, 0xc00b782ff0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000223570, 0xc007c82160, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2039 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47200, 0xc00411d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00411d418, 0xaa04fd, 0x2, 0xc0041ee000, 0x3234, 0x1, 0xa3a, 0xc002127fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0041ee000, 0x3234, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00411d570, 0xc0051fc760, 0x54, 0xc002db3f33)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2041 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00bf6d800, 0x6e2, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e71418, 0xaa04df, 0x2, 0xc00bf6d800, 0x6e2, 0x4, 0x172, 0xc0000cb960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00bf6d800, 0x6e2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e71570, 0xc00b27c3c0, 0x45, 0xc00a2fea00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2043 [semacquire]:
regexp.onePassCopy(0xc004a76cc0, 0xc004a76cc0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004a76cc0, 0xc004a76cc0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099cf050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099cf050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007ad608c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099cf050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099cf050, 0x1, 0xc0066c8740, 0xc01014ca380, 0x28042d0a9108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099cf050, 0x4, 0x5fb, 0xc002476a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002476000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0008c7d40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004a76c90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cf950, 0xc0069b2000, 0xa01, 0x6565796f6c706d65, 0x6873209d80e22c73, 0x2065746f72772065)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2045 [semacquire]:
bytes.makeSlice(0x16c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a76f00, 0x64, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a76f00, 0xc001fc9420, 0x64, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004a76f00, 0xc001fc9420, 0x64, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b56c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b5500, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a76f00, 0xc0051b5490, 0xb84d20, 0xc004a76f00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004a76f00, 0xc0051b5490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004a76d50, 0x2ec608408, 0x1251a20, 0xc007c64b20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2046 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b48ba0, 0x0, 0x0, 0x0, 0xc00b45f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b48ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b45f950, 0xc00792f500, 0x13c6, 0x646f4d206172646e, 0x6e6f4d206e6f2069, 0x6b6f6f7420796164)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2049 [semacquire]:
regexp.onePassCopy(0xc00ac7e600, 0xc00ac7e600)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00ac7e600, 0xc00ac7e600)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005fbd050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005fbd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00183a388)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005fbd050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005fbd050, 0x1, 0xc005395c40, 0xc0100080e01, 0x28042d0ac080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005fbd050, 0x4, 0xa84, 0xc0078d8501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0078d8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc00af81930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00ac7e5d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fbd950, 0xc00676d500, 0x141f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2050 [semacquire]:
strings.genSplit(0xc005942000, 0xf5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00718d000, 0x2c7, 0x2c7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fbf418, 0xaa0503, 0x2, 0xc0075be000, 0xf5f, 0x2, 0x2c7, 0xc00651cec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0075be000, 0xf5f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fbf570, 0xc009ff5640, 0x3a, 0xc009940100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00106ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2051 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008a75e0, 0xaa04f9, 0x2, 0xc009b6d300, 0x10bb, 0x2, 0x4, 0xc00b62cde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008a7570, 0xc009ff5d40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2052 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00be61900, 0x211, 0x211, 0x3, 0x0, 0x210, 0xc00be61900)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009d87570, 0xc0049c1940, 0xc00b43a780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2053 [semacquire]:
bytes.makeSlice(0x14a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f1ab40, 0x42, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005f1ab40, 0xc007b7d4a0, 0x42, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005f1ab40, 0xc007b7d4a0, 0x42, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b2620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b2460, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005f1ab40, 0xc0096b23f0, 0xb84d20, 0xc005f1ab40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005f1ab40, 0xc0096b23f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0096b40f0, 0x50d2a1, 0xc002e7c340, 0x17, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009c91570, 0xc0049c1c20, 0xc00272b960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2055 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3aa80, 0xc0037fb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037fb418, 0xaa04f9, 0x2, 0xc0046eb000, 0xf24, 0x2, 0x286, 0xc004b489c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046eb000, 0xf24, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037fb570, 0xc00a031dc0, 0x40, 0xc00a05469d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2057 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006e8f000, 0xb99, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006e8f000, 0xb99, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e8f000, 0xb99, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e8f000, 0xb99, 0x0, 0x0, 0x115f500, 0xb99, 0xb99)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e8f000, 0xb99, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e8cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e8f000, 0xb99, 0xb99, 0xc006e8f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d99b90, 0x64, 0xc006e8f000, 0xb99, 0xaa0378, 0x1, 0xc006e8f000, 0xb99, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2059 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00a8eaf3e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x4f4400c00467b000)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc002fe9ba0, 0x7f6000000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fe9ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fe9ba0, 0xc006dc5e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a8eaf40, 0x0, 0x0, 0x0, 0xc0037f9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a8eaf40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f9950, 0xc004bf8a80, 0x9a8, 0x2, 0xc001f1f979, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2061 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0008c7ba0, 0xc004dc53f0, 0xa1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0008c7ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c7ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c7ba0, 0xc00b0a98f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a2edcc0, 0x0, 0x0, 0x0, 0xc009ad3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a2edcc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009ad3950, 0xc001c97800, 0x1734, 0x0, 0xc0072bf65d, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2062 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009737418, 0xaa04f9, 0x2, 0xc006530400, 0xb16, 0x1, 0x20f, 0xc004b483c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006530400, 0xb16, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009737570, 0xc004a225a0, 0x35, 0xc0053c7bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2063 [semacquire]:
bytes.makeSlice(0x1125, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc009acf3e0, 0x2c5, 0x101)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc009acf3e0, 0xc005344c00, 0x2c5, 0x5165d7, 0xc007cc0ebb, 0xc007c856c8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019f6690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019f6620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050416c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050415e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005040ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00bcf07e0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009acf570, 0xc00457fbc0, 0x40, 0xc00526d480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2065 [semacquire]:
bytes.makeSlice(0x217, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042a13e0, 0xb, 0x1e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0042a13e0, 0xc00b43c7a0, 0xb, 0x5165d7, 0xc00bcf50ba, 0xc00b43c797)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44d0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44ca80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44c9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b44c2a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00969e030, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042a1570, 0xc00afb0b00, 0x86, 0xc00b14b200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ea80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2066 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d86a00, 0x13e5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d86a00, 0x13e5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d86a00, 0x13e5, 0x0, 0x0, 0x115f500, 0x13e5, 0x13e5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d86a00, 0x13e5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d84000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d86a00, 0x13e5, 0x13e5, 0xc000d86a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d53cc0, 0x41, 0xc000d86a00, 0x13e5, 0xaa0378, 0x1, 0xc000d86a00, 0x13e5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2067 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004e98000, 0x5f8, 0x5f8, 0x3, 0x0, 0x5f7, 0xc004e98000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b131570, 0xc00523ac20, 0xc007970b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2069 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0098df930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0098dfa00, 0xc004c5e690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0077af980, 0x0, 0x0, 0x0, 0xc00b721258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0077af980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b721950, 0xc009988a00, 0x3407, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2070 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005bb8000, 0xe22, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005bb8000, 0xe22, 0x0, 0x0, 0x115f500, 0xe22, 0xe22)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005bb8000, 0xe22, 0x0, 0x0, 0xaa0378, 0x1, 0xc00598f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005bb8000, 0xe22, 0xe22, 0xc005bb8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00835e4e0, 0x58, 0xc005bb8000, 0xe22, 0xaa0378, 0x1, 0xc005bb8000, 0xe22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2071 [semacquire]:
bytes.makeSlice(0x33e7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007b7bbc0, 0x71, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007b7bbc0, 0xc007e6f380, 0x71, 0x6, 0x71, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007b7bbc0, 0xc007e6f380, 0xb9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc001c8d0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc001c8cfc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4f420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4f340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b7bbc0, 0xc005a4ec40, 0xb84d20, 0xc007b7bbc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007b7bbc0, 0xc005a4ec40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007b7ba10, 0x2e6ae544f, 0x1251a20, 0xc0003b0420, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2072 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00590cb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00590cb60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00590cb60, 0xc00481c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0084272c0, 0x0, 0x0, 0x0, 0xc00b45d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0084272c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b45d950, 0xc00b17d500, 0x906, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2075 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc008bcf450, 0xc00627b837, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc008bcf450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008bcf450, 0xc003df0a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006893460, 0x0, 0x0, 0x0, 0xc0020bd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006893460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020bd950, 0xc003e28800, 0xaf3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2076 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0084ce300, 0x2e6f5e00b, 0x1251a20, 0xc0003b1500, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2077 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c5a340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c5a410, 0xc002da45b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00523a3e0, 0x0, 0x0, 0x0, 0xc003113258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00523a3e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003113950, 0xc00808f900, 0x11d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2078 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc009e09480, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc009e09480, 0x0, 0x0, 0x0, 0xc002e8d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc009e09480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e8d950, 0xc008500a00, 0x1381, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2079 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc008bcf5f0, 0xc006112000, 0x12c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc008bcf5f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf5f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008bcf5f0, 0xc0044ae700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006893480, 0x0, 0x0, 0x0, 0xc001f35258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006893480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f35950, 0xc009208600, 0x1012, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2080 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc009d1f188, 0xc009d1f150, 0xc009d1f1d8, 0x42ca96, 0xc009d0e540, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa050b, 0x2, 0x1, 0xc009d1f1f0, 0xc009d1f208, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa050b, 0x2, 0x1, 0xb856e0, 0xc001fc15e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc009aa4270, 0xaa050b, 0x2, 0xc009d0e540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc009d1f3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009d1f3e0, 0xc009aa4270, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009d1f401, 0xc00b0eedf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009d1f570, 0xc009aa4270, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2082 [semacquire]:
strings.genSplit(0xc006af6000, 0x1468, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x41a, 0x41a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d43418, 0xaa0503, 0x2, 0xc007fb8a00, 0x1468, 0x5, 0x41a, 0xc006dc06e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc007fb8a00, 0x1468, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d43570, 0xc009d27f60, 0x33, 0xc008588b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2083 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc008f47a60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008f47a60, 0x0, 0x0, 0x0, 0xc004355258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008f47a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004355950, 0xc00b680d80, 0xcb7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2084 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f7e400, 0xbfb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f7e400, 0xbfb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f7e400, 0xbfb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f7e400, 0xbfb, 0x0, 0x0, 0x115f500, 0xbfb, 0xbfb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f7e400, 0xbfb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00419ec80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f7e400, 0xbfb, 0xbfb, 0xc002f7e400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc009e77270, 0x4c, 0xc002f7e400, 0xbfb, 0xaa0378, 0x1, 0xc002f7e400, 0xbfb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1822 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb1b90, 0x50d201, 0xc003252d20, 0x5f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026df570, 0xc004da1d80, 0xc009e37020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003734a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2088 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0099cb108, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc006ba5ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006ba5ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006ba5ad0, 0xc00729df10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002186080, 0x0, 0x0, 0x0, 0xc0099cb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002186080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099cb950, 0xc000918880, 0xcc5, 0x6e692073706f7466, 0x2e6e6f646e6f6c20, 0x6420797265766520)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2089 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c1d00, 0xc001b2f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b2f418, 0xaa0503, 0x2, 0xc0034b7800, 0x71c, 0x1, 0x1c2, 0xc004b48120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034b7800, 0x71c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b2f570, 0xc007d6d9a0, 0x51, 0xc002db3c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2090 [semacquire]:
regexp.onePassCopy(0xc0055cff80, 0xc0055cff80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0055cff80, 0xc0055cff80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000dad358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000dad358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000dad358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000dad358, 0xc00a1f7490, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000dad358, 0x42ca96, 0xc00a057440, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000dad3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00690ed40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a1fa810, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000dad570, 0xc009ff59c0, 0xabc101, 0x1d, 0x2c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2091 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003316000, 0x15de, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003316000, 0x15de, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003316000, 0x15de, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003316000, 0x15de, 0x0, 0x0, 0x115f500, 0x15de, 0x15de)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003316000, 0x15de, 0x0, 0x0, 0xaa0378, 0x1, 0xc00acdd000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003316000, 0x15de, 0x15de, 0xc003316000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d02aad, 0x39, 0xc003316000, 0x15de, 0xaa0378, 0x1, 0xc003316000, 0x15de, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2092 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc002b6a960, 0xc0065eaa00, 0x67c, 0xaa0378, 0x1, 0x1, 0x14)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006a43570, 0xc009e08200, 0xc009e08a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2093 [semacquire]:
regexp.onePassCopy(0xc0053a24b0, 0xc0053a24b0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0053a24b0, 0xc0053a24b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006007358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006007358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006007358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006007358, 0xc009e17960, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006007358, 0x42ca96, 0xc0053a2420, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0060073c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006f00ca0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0096b56e0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc006007570, 0xc009e08f80, 0xabc101, 0x1d, 0x36, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00111ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2094 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002829860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002829860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002829860, 0xc0061ab500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e8a0, 0x0, 0x0, 0x0, 0xc00b245258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e8a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b245950, 0xc00b332000, 0x18c1, 0x742065676e656c6c, 0x6570706120746168, 0x6567756820737261)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2095 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc003452270, 0xc0004ae000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc003452270, 0x7f6000000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0x10b
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003452270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003452270, 0xc004340f50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7e680, 0x0, 0x0, 0x0, 0xc001ec7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7e680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ec7950, 0xc008145900, 0x1083, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2097 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0080591e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0080592b0, 0xc005d2a310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b62d3e0, 0x0, 0x0, 0x0, 0xc00b1c7258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b62d3e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b1c7950, 0xc009118000, 0x189e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2100 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b1c9338, 0x20300200000000, 0x7f5ff4388fff, 0xc00b1c9270, 0xa0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b1c9338, 0xc0001e2900, 0x5, 0xc00b1c9288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b1c9338, 0xc00b1c9350, 0x43b3b7, 0x1252790, 0xc00b1c9300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f6004419f60, 0xc00b1c9301, 0x10100000042ab7a, 0x0, 0x145b)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8000, 0xaa64ee, 0x5, 0x1ad8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00b1c9570, 0xc0085749e0, 0x145b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2102 [semacquire]:
bytes.makeSlice(0x1c53, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005857770, 0xa9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005857770, 0xc00a960dc0, 0xa9, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005857770, 0xc00a960dc0, 0xa9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc002141650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc002141570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc001b6b1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc001eddf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857770, 0xc005d8b6c0, 0xb84d20, 0xc005857770)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005857770, 0xc005d8b6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00c031f50, 0x2d7790d0a, 0x1251a20, 0xc00265d300, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2103 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002fa9400, 0xb2e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002fa9400, 0xb2e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002fa9400, 0xb2e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002fa9400, 0xb2e, 0x0, 0x0, 0x115f500, 0xb2e, 0xb2e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002fa9400, 0xb2e, 0x0, 0x0, 0xaa0378, 0x1, 0xc002fa7c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002fa9400, 0xb2e, 0xb2e, 0xc002fa9400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00abc0980, 0x3f, 0xc002fa9400, 0xb2e, 0xaa0378, 0x1, 0xc002fa9400, 0xb2e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2104 [semacquire]:
strings.Replace(0xc00b37c800, 0x3753, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00b37c800, 0x3753)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001947950, 0xc00b412800, 0x3709, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2105 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b7b3000, 0xf80, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b7b3000, 0xf80, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b7b3000, 0xf80, 0x0, 0x0, 0x115f500, 0xf80, 0xf80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b7b3000, 0xf80, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b1fb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b7b3000, 0xf80, 0xf80, 0xc00b7b3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7b8be0, 0x42, 0xc00b7b3000, 0xf80, 0xaa0378, 0x1, 0xc00b7b3000, 0xf80, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2106 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00967cea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00967cf70, 0xc00b9824d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00335c180, 0x0, 0x0, 0x0, 0x0, 0x1801, 0xc00335c150)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00335c150, 0x0, 0x0, 0x0, 0x1980, 0xc00b715300, 0x1805, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00b715300, 0x1805, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00b2b3180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004f9570, 0xc00b62d240, 0xc00a623900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2109 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc005177740, 0xffffffff, 0xc0001d2ab0)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc005177740, 0xc003994770, 0xc003994770)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc005177740, 0x74)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0001d3050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0001d3050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001c1e03c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0001d3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0001d3050, 0x1, 0xc000df7530, 0xc010136a000, 0x28042d0a9e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0001d3050, 0x4, 0x132, 0xc00aa60e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00aa60000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc00891a1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00afcc450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d3950, 0xc005de9000, 0xec9, 0x7264616842206d6f, 0x6920696c61616b61, 0x6b696873614e206e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2110 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002357418, 0xaa04f9, 0x2, 0xc008d90000, 0x1ce3, 0x1, 0x5cb, 0xc00a1178a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d90000, 0x1ce3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002357570, 0xc00a1174e0, 0x59, 0xc001375875)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2111 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b1e2c00, 0x1099, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b1e2c00, 0x1099, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0x115f500, 0x1099, 0x1099)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b1e2c00, 0x1099, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b1df300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b1e2c00, 0x1099, 0x1099, 0xc00b1e2c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985720, 0x4a, 0xc00b1e2c00, 0x1099, 0xaa0378, 0x1, 0xc00b1e2c00, 0x1099, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2112 [semacquire]:
github.com/gigawattio/window.Rolling(0xc008f00000, 0x376, 0x376, 0x3, 0x0, 0x375, 0xc008f00000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00addd570, 0xc0049c1be0, 0xc005cee5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2114 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00551f270, 0xae5578, 0xc00521a608)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc00551f270, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x0, 0xc008243200)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0082431d0, 0xc00551f318, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc00551f3e0, 0x8, 0xc00521a5d0, 0xc00023ea80)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00551f3e0, 0xc00a9cf860, 0xaa04f9, 0x2, 0xc00551f570, 0x8, 0x9ecc80, 0xc00551f401, 0xc00521a5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00551f570, 0xc00a9cf860, 0xaa04f9, 0x2, 0x0, 0x0, 0xc005cfaada, 0x3, 0xc005cfaade)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2116 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002055418, 0xaa04fd, 0x2, 0xc0034df800, 0x600, 0xc0034df800, 0xc002055408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034df800, 0x600, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002055570, 0xc00ac7c8c0, 0x3e, 0xc00ad36cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f70e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2119 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000ec41a0, 0xc00bcf4a20, 0x10c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000ec41a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000ec41a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000ec41a0, 0xc00af7bd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b31c140, 0x0, 0x0, 0x0, 0xc00b243258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b31c140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b243950, 0xc00b323000, 0xe8c, 0x8, 0xc001de92a3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2120 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00492b980, 0x269d16541, 0x1251a20, 0xc0085a1ea0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f73e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2121 [semacquire]:
strings.genSplit(0xc0051b8800, 0x769, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00983d980, 0x192, 0x192)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00365b418, 0xaa05c9, 0x2, 0xc006a61800, 0x769, 0x6, 0x192, 0xc008c7fe80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006a61800, 0x769, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00365b570, 0xc00ac7cb80, 0x5b, 0xc00835e2a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f74a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2123 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0026ce000, 0xba1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0026ce000, 0xba1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0026ce000, 0xba1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0026ce000, 0xba1, 0x0, 0x0, 0x115f500, 0xba1, 0xba1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0026ce000, 0xba1, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ce7400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0026ce000, 0xba1, 0xba1, 0xc0026ce000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002db33ef, 0x4c, 0xc0026ce000, 0xba1, 0xaa0378, 0x1, 0xc0026ce000, 0xba1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2124 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0045c00d4, 0x7f602d0a9e01, 0x47f290, 0xc006ceae20)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc00003b988, 0xc0045c52a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00240b570, 0xc009b67620, 0xc009b67f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2125 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000109c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000109e10, 0xc00b905340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0084266c0, 0x0, 0x0, 0x0, 0xc00428b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0084266c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00428b950, 0xc00903e500, 0x2370, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2127 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3af00, 0xc004b03318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b03418, 0xaa0503, 0x2, 0xc00af7c000, 0x7b6, 0x3, 0x1c0, 0xc004b48a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af7c000, 0x7b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b03570, 0xc00a87b500, 0x1d, 0xc00abe2f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2128 [semacquire]:
regexp.(*bitState).reset(0xc001bb56b0, 0xc000021c80, 0x167d, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0xc5d, 0x2, 0xc0013e8680, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0001fb180, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0xc5d, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc00afd5000, 0x167d, 0x2, 0xc0098f9270, 0x200, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc00afd5000, 0x167d, 0xaa04bf, 0x2, 0xc00afd5000, 0x167d)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0098f93e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0098f93e0, 0xc009cfcb70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0098f9401, 0xc00009b548)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0098f9570, 0xc009cfcb70, 0xaa04f9, 0x2, 0x0, 0x0, 0xb878e0, 0xc00885f4b0, 0xb878e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2129 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007fb0000, 0x1b4, 0x1b4, 0x3, 0x0, 0x1b3, 0xc007fb0000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f67570, 0xc00875aaa0, 0xc00875b460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2130 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0008c6c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008c6d00, 0xc001e54070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004b48160, 0x0, 0x0, 0x0, 0xc003fa3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004b48160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fa3950, 0xc00a9e7800, 0x17e8, 0x6e6120616964656d, 0x73206e6576652064, 0x6874697720656d6f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2131 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b400, 0xc001eb9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eb9418, 0xaa0599, 0x2, 0xc00aff4000, 0x7e0, 0x1, 0x1d6, 0xc004b49e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00aff4000, 0x7e0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eb9570, 0xc00afb0b20, 0x49, 0xc00a3ae410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2132 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00411ae90, 0xc002e7c3e0, 0x1, 0x8, 0xd5, 0xc00054f180)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00411ae90, 0xc005d64f50, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00411ae90, 0xc005d64fc0, 0xc00411aec8)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005d64fc0, 0xc005d64fc0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x16)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00411b358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00411b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00411b358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00411b358, 0x75a856, 0x0, 0xc00b10f7a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00411b358, 0x6a, 0xc00411b3a8, 0x42cc84, 0xc00a4ab3e0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00411b3c0, 0xc00411b3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00875a740)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b10c5d0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00411b570, 0xc00ad50a60, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2133 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023cbb90, 0xc003a3c4b0, 0xc004367268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004367570, 0xc0023cbb90, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004367570, 0xc00afb0780, 0xbf)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2134 [semacquire]:
bytes.(*Buffer).grow(0xc005856000, 0xa, 0xa0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc005856000, 0xab0f4d, 0xa, 0x46620f, 0xc000d56900, 0x5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc005856000, 0xc00af4f7a0, 0xb84d20, 0xc005856000)
/home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005856000, 0xc00af4f7a0, 0x3924cfe700ab6d98, 0x5ef24522)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005d203f0, 0x2d74181ef, 0x1251a20, 0xc00b3e6ae0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2135 [semacquire]:
strings.genSplit(0xc00767c000, 0x1377, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bc17800, 0x45e, 0x45e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00217b418, 0xaa0503, 0x2, 0xc0073bd500, 0x1377, 0x5, 0x45e, 0xc00523a420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0073bd500, 0x1377, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00217b570, 0xc00afb0140, 0x4d, 0xc00a2fe41b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011f7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2136 [semacquire]:
strings.genSplit(0xc00888c000, 0x7f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0037e0000, 0x1db, 0x1db)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000dbb418, 0xaa059b, 0x2, 0xc00af91000, 0x7f7, 0x2e, 0x1db, 0xc004b498c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00af91000, 0x7f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000dbb570, 0xc00afb03a0, 0x2f, 0xc00a7882a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2137 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e8f418, 0xaa04d9, 0x2, 0xc002e49000, 0xb6d, 0x1, 0x29a, 0xc007b3bfe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002e49000, 0xb6d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e8f570, 0xc00afb1460, 0x53, 0xc00708b4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013740c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2138 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a806300, 0x6bf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a806300, 0x6bf, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a806300, 0x6bf, 0x0, 0x0, 0x115f500, 0x6bf, 0x6bf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a806300, 0x6bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a805c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a806300, 0x6bf, 0x6bf, 0xc00a806300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007bd8780, 0x51, 0xc00a806300, 0x6bf, 0xaa0378, 0x1, 0xc00a806300, 0x6bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2139 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009ac8900, 0x8fa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009ac8900, 0x8fa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009ac8900, 0x8fa, 0x0, 0x0, 0x115f500, 0x8fa, 0x8fa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009ac8900, 0x8fa, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098cea80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009ac8900, 0x8fa, 0x8fa, 0xc009ac8900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00ac1c360, 0x1f, 0xc009ac8900, 0x8fa, 0xaa0378, 0x1, 0xc009ac8900, 0x8fa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2140 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005540210, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c3570, 0xc00afb17e0, 0x60, 0xc007bd8cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2141 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0x115f500, 0xc00c0a6e00, 0x37b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c0a6e00, 0x37b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c0a6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c0a6e00, 0x37b, 0x37b, 0xc00c0a6e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007c45ec0, 0x22, 0xc00c0a6e00, 0x37b, 0xaa0378, 0x1, 0xc00c0a6e00, 0x37b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013743c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2142 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a71418, 0xaa04fd, 0x2, 0xc005a48000, 0x1b31, 0xc005a48000, 0xc005a71408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005a48000, 0x1b31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a71570, 0xc00b3e61e0, 0x46, 0xc00a0cabe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2143 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0088da600, 0x25e9, 0xc0099b5270, 0xc00172a000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0088da600, 0x25e9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099b5418, 0xaa058b, 0x2, 0xc0088da600, 0x25e9, 0x6, 0x7c0, 0xc00aa694c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088da600, 0x25e9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099b5570, 0xc00aa690e0, 0x5a, 0xc007625380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2144 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fdd418, 0xaa04f9, 0x2, 0xc00a457200, 0x5ca, 0x1, 0x1be, 0xc00875ba40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a457200, 0x5ca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fdd570, 0xc00a87a920, 0x40, 0xc00abc0600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2145 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005822000, 0x1dde, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005822000, 0x1dde, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005822000, 0x1dde, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005822000, 0x1dde, 0x0, 0x0, 0x115f500, 0x1dde, 0x1dde)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005822000, 0x1dde, 0x0, 0x0, 0xaa0378, 0x1, 0xc00580a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005822000, 0x1dde, 0x1dde, 0xc005822000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a3af1d0, 0x45, 0xc005822000, 0x1dde, 0xaa0378, 0x1, 0xc005822000, 0x1dde, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013746c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2147 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00567ce00, 0x604, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00567ce00, 0x604, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00567ce00, 0x604, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00567ce00, 0x604, 0x0, 0x0, 0x115f500, 0x604, 0x604)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00567ce00, 0x604, 0x0, 0x0, 0xaa0378, 0x1, 0xc00567c700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00567ce00, 0x604, 0x604, 0xc00567ce00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007bd8480, 0x52, 0xc00567ce00, 0x604, 0xaa0378, 0x1, 0xc00567ce00, 0x604, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2148 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000751100, 0xc87, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000751100, 0xc87, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000751100, 0xc87, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000751100, 0xc87, 0x0, 0x0, 0x115f500, 0xc87, 0xc87)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000751100, 0xc87, 0x0, 0x0, 0xaa0378, 0x1, 0xc0067dc880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000751100, 0xc87, 0xc87, 0xc000751100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a43a6f0, 0x2b, 0xc000751100, 0xc87, 0xaa0378, 0x1, 0xc000751100, 0xc87, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2149 [runnable]:
github.com/fatih/set.(*Set).Has(0xc0003b0140, 0xc006d7d278, 0x1, 0x1, 0xc0003fe100)
/home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d7d5e0, 0xaa04f9, 0x2, 0xc0048df7a0, 0x10e, 0xb, 0x23, 0xc00a2ed680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d7d570, 0xc00afb0000, 0xb7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013749c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2150 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00429f418, 0xaa0503, 0x2, 0xc00b3e8000, 0xe74, 0x5, 0x318, 0xc00000e860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b3e8000, 0xe74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00429f570, 0xc00afb1e40, 0x2a, 0xc00a43a510)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2151 [semacquire]:
bytes.makeSlice(0x158, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024e1260, 0x158, 0xc0024e1208)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024e1260, 0xc006bae2c0, 0x158, 0xc00651d0c0, 0x1b, 0x1)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00255a150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00255a0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00846b500, 0xc00846b500, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0024e1570, 0xc002186880, 0xbd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2152 [semacquire]:
strings.genSplit(0xc00b55c000, 0x1181, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00788a800, 0x357, 0x357)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002985418, 0xaa04f9, 0x2, 0xc00b011900, 0x1181, 0x1, 0x357, 0xc004b49ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b011900, 0x1181, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002985570, 0xc00ac7cf00, 0x38, 0xc00ac6a980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2153 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099d7320, 0x0, 0x8, 0x45624c, 0xc0099d71e8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099d7320, 0xc0008e24e0, 0x0, 0x0, 0x3340)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099d7320, 0xc006925400, 0x3e, 0xaad9a1, 0x8, 0xffffffffffffffff)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x8, 0xffffffffffffffff, 0x0, 0xc0099d73f0, 0x50c861)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x0, 0x0, 0xad070f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005c92690, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099d7570, 0xc00113d4a0, 0x3e, 0xc006925400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2155 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008c10c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008c10d00, 0xc007a97180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007ff34c0, 0x0, 0x0, 0x0, 0xc000b0b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007ff34c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b0b950, 0xc00b1fc000, 0x1d30, 0x8, 0xc008adfd61, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2156 [semacquire]:
bytes.makeSlice(0x1404, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0030773e0, 0x7c, 0xb7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0030773e0, 0xc00a3dee00, 0x7c, 0x5165d7, 0xc00af5341a, 0xc001b06c38)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cf7ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cf7e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00081e850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00081e770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cf960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0070d40f0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003077570, 0xc004e16d80, 0x32, 0xc0005437c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001374f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2158 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3ad80, 0xc00101b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101b418, 0xaa04d9, 0x2, 0xc00b0e5900, 0x10f8, 0xc00b0e5900, 0xc00101b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b0e5900, 0x10f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101b570, 0xc00ac7cac0, 0x33, 0xc00ac6a6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2159 [semacquire]:
strings.genSplit(0xc007e3f000, 0xe00, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2bb, 0x2bb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005753418, 0xaa0569, 0x2, 0xc005ad2000, 0xe00, 0x18, 0x2bb, 0xc006cb6ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005ad2000, 0xe00, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005753570, 0xc00b62c440, 0x7c, 0xc00afac516)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2161 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00272b740, 0xc002b63318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b63418, 0xaa058b, 0x2, 0xc00b067300, 0x12de, 0x7, 0x41f, 0xc0085751c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b067300, 0x12de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b63570, 0xc00a5abb60, 0x44, 0xc00a3ae500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013752c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2162 [semacquire]:
strings.genSplit(0xc004c86a00, 0x13a2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x3e1, 0x3e1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036c5418, 0xaa04d9, 0x2, 0xc00b04e000, 0x13a2, 0x1, 0x3e1, 0xc008c7fca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b04e000, 0x13a2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036c5570, 0xc00a7ad7e0, 0x51, 0xc007eef1b1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2163 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003767902, 0x11c4, 0x2, 0xc004399ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003767902, 0x11c4, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003767902, 0x11c4, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2164 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0009a21a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0009a21a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0009a21a0, 0xc007a560e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007b3a9e0, 0x0, 0x0, 0x0, 0xc0036bf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007b3a9e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036bf950, 0xc003c8e400, 0x85e, 0x1, 0xc008adf823, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2166 [semacquire]:
strings.genSplit(0xc00baacc00, 0x11c2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b876000, 0x33a, 0x33a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004159418, 0xaa04d9, 0x2, 0xc0088a6c00, 0x11c2, 0x1, 0x33a, 0xc006449c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088a6c00, 0x11c2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004159570, 0xc00a8eb6a0, 0x4a, 0xc00a8ca429)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2167 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00c114580, 0x55c, 0xaa0378, 0x1, 0xc00c114000, 0x55c)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00c114580, 0x55c, 0xaa0378, 0x1, 0xc00c114580, 0x55c)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2169 [semacquire]:
strings.genSplit(0xc005056580, 0x557, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x120, 0x120)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004397418, 0xaa0599, 0x2, 0xc0034d5600, 0x557, 0x1, 0x120, 0xc005307740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0034d5600, 0x557, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004397570, 0xc009e36a60, 0x39, 0xc0055cdd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0013758c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2170 [semacquire]:
bytes.makeSlice(0x1fa9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008b0e120, 0xb7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008b0e120, 0xc006c94b40, 0xb7, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008b0e120, 0xc006c94b40, 0xb7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc007925730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc0079256c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008b0e120, 0xc00a8f4150, 0xb84d20, 0xc008b0e120)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0e120, 0xc00a8f4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3c120, 0x2d60e13fc, 0x1251a20, 0xc002186180, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2171 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0093f3380, 0xc008949378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc008949570, 0xc0093f2ae0, 0xc0053074e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc008949570, 0xc0093f2ae0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc008949570, 0xc0093f2ae0, 0xc0093f2ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2173 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc008bcf790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008bcf790, 0xc0044af880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fd0e0, 0x0, 0x0, 0x0, 0xc00ae45258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fd0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ae45950, 0xc00ae3a000, 0xd0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00113d440, 0xc00ae41318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00ae41418, 0xaa04fd, 0x2, 0xc008715000, 0x157f, 0xc008715000, 0xc00ae41408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc008715000, 0x157f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00ae41570, 0xc00113d0e0, 0x62, 0xc0031c64d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2175 [semacquire]:
strings.genSplit(0xc009376400, 0xaa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x217, 0x217)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00668f418, 0xaa04df, 0x2, 0xc001c88400, 0xaa7, 0x4, 0x217, 0xc009c20900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001c88400, 0xaa7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00668f570, 0xc004eae360, 0x57, 0xc00708bced)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2176 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc003f04ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc003f04ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003f04ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003f04ea0, 0xc00319b7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00aa69360, 0x0, 0x0, 0x0, 0xc00ab47258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00aa69360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ab47950, 0xc00aa19800, 0x733, 0x7461747320656874, 0x666120646e612065, 0x6c6c696620726574)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2177 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ffc0, 0xc002b5d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b5d418, 0xaa04f9, 0x2, 0xc0051d4900, 0x82d, 0x1, 0x1dd, 0xc0077af960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0051d4900, 0x82d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b5d570, 0xc00a9d0780, 0x4a, 0xc002839b44)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2178 [semacquire]:
strings.genSplit(0xc005071200, 0x460, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0049b1650, 0xc00addf3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00addf418, 0xaa04fd, 0x2, 0xc002288480, 0x460, 0xc002288480, 0xc00addf408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc002288480, 0x460, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00addf570, 0xc00ad50c60, 0x36, 0xc00526d053)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001375f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2179 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bcd950, 0x3, 0xc00a38fd30, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006e4d570, 0xc00569b700, 0xc00a2ed560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2181 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc009925110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0099251e0, 0xc000c66f50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00723dd80, 0x0, 0x0, 0x0, 0xc00ade1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00723dd80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ade1950, 0xc004382a80, 0x293f, 0x8, 0xc00074f0ce, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2182 [semacquire]:
regexp.onePassCopy(0xc004b1d680, 0xc004b1d680)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004b1d680, 0xc004b1d680)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00424d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00424d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004da5ce0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00424d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00424d050, 0x1, 0xc00833f570, 0xc000e7dc00, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00424d050, 0x4, 0xf48, 0xc004b47001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004b47000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00891a4e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004b1d650, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00424d950, 0xc008ed4600, 0x10a1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2184 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc008e6ef70, 0xc00827c0a0, 0x46)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc008e6ef70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008e6ef70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008e6ef70, 0xc00ae6dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a9d0940, 0x0, 0x0, 0x0, 0xc0021a3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a9d0940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021a3950, 0xc006823000, 0xf3f, 0x3, 0xc003fb64ad, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2185 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00609e000, 0xa52, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00609e000, 0xa52, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00609e000, 0xa52, 0x0, 0x0, 0x115f500, 0xa52, 0xa52)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00609e000, 0xa52, 0x0, 0x0, 0xaa0378, 0x1, 0xc004a9f500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00609e000, 0xa52, 0xa52, 0xc00609e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001375b60, 0x5a, 0xc00609e000, 0xa52, 0xaa0378, 0x1, 0xc00609e000, 0xa52, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2186 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x94b, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a60a80, 0x94b, 0x94b, 0xc004a60a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a72c200, 0x32, 0xc004a60a80, 0x94b, 0xaa0378, 0x1, 0xc004a60a80, 0x94b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2187 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005806800, 0x724, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005806800, 0x724, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005806800, 0x724, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005806800, 0x724, 0x0, 0x0, 0x115f500, 0x724, 0x724)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005806800, 0x724, 0x0, 0x0, 0xaa0378, 0x1, 0xc0055eb800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005806800, 0x724, 0x724, 0xc005806800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a2fe780, 0x4b, 0xc005806800, 0x724, 0xaa0378, 0x1, 0xc005806800, 0x724, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2188 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001a80e40, 0xc0071d9d40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002b03570, 0xc001a80e40, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b03570, 0xc0081de5c0, 0x5b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2189 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0098fd5e0, 0xaa04f9, 0x2, 0xc008d6c160, 0xac, 0xf, 0x1e, 0xc004a22ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0098fd570, 0xc000e074a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2190 [semacquire]:
strings.genSplit(0xc007088000, 0xde4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00231d500, 0x31f, 0x31f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00382f418, 0xaa059b, 0x2, 0xc008bc6000, 0xde4, 0x58, 0x31f, 0xc0064483a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008bc6000, 0xde4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00382f570, 0xc008bdc1e0, 0x4b, 0xc00445e550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137a8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2192 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008835e0, 0xaa04f9, 0x2, 0xc003cbd800, 0xfe, 0x5, 0x11, 0xc0067b4500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000883570, 0xc00a622020, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137aa20, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2193 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032575e0, 0xaa04f9, 0x2, 0xc00072b000, 0x7cf, 0x8, 0x12, 0xc004e16380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003257570, 0xc006cb64e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137aae0, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2195 [semacquire]:
strings.genSplit(0xc0042c7b00, 0x8cd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1cf, 0x1cf)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00958b418, 0xaa0503, 0x2, 0xc003840d00, 0x8cd, 0x4, 0x1cf, 0xc009b67a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003840d00, 0x8cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00958b570, 0xc00a0b5820, 0x5a, 0xc00708a960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2423 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00b4db450, 0xc00bdba630, 0xa8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00b4db450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00b4db450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00b4db450, 0xc00214f420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a117fc0, 0x0, 0x0, 0x0, 0xc000319258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a117fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000319950, 0xc0028bf500, 0x1489, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2199 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008b0e420, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009783570, 0xc0085a1960, 0x6e, 0xc00a7a50a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137af60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2200 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0080d8a00, 0x1329, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0080d8a00, 0x1329, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0080d8a00, 0x1329, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0080d8a00, 0x1329, 0x0, 0x0, 0x115f500, 0x1329, 0x1329)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0080d8a00, 0x1329, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f5ea00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0080d8a00, 0x1329, 0x1329, 0xc0080d8a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00459a540, 0x64, 0xc0080d8a00, 0x1329, 0xaa0378, 0x1, 0xc0080d8a00, 0x1329, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2201 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00b212602, 0x127d, 0x2, 0xc003575ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00b212602, 0x127d, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00b212602, 0x127d, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b0e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2202 [semacquire]:
strings.genSplit(0xc004236a00, 0x1476, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00864f110, 0xc0093db3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093db418, 0xaa0503, 0x2, 0xc004235500, 0x1476, 0xc004235500, 0xc0093db408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004235500, 0x1476, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093db570, 0xc000a52420, 0x61, 0xc0078b0930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2203 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002144000, 0x6b4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002144000, 0x6b4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002144000, 0x6b4, 0x0, 0x0, 0x115f500, 0x6b4, 0x6b4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002144000, 0x6b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a2f2a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002144000, 0x6b4, 0x6b4, 0xc002144000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008e9a1b0, 0x8f, 0xc002144000, 0x6b4, 0xaa0378, 0x1, 0xc002144000, 0x6b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2207 [semacquire]:
bytes.makeSlice(0x390b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005857bc0, 0xf7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005857bc0, 0xc001873700, 0xf7, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005857bc0, 0xc001873700, 0xf7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc00486b730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc00486b6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1b1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1b110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005857bc0, 0xc004e1a930, 0xb84d20, 0xc005857bc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005857bc0, 0xc004e1a930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005857a10, 0x2e79f473a, 0x1251a20, 0xc0021866e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2210 [semacquire]:
strings.genSplit(0xc0090e1c00, 0xb3a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc0096c33b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0096c3418, 0xaa04df, 0x2, 0xc0090e1000, 0xb3a, 0xc0090e1000, 0xc0096c3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0090e1000, 0xb3a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0096c3570, 0xc00457f820, 0x53, 0xc002e83c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2211 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc008058b60, 0xc0026ca501)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc008058b60, 0x6d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc008058b60, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc008058c30, 0xc0078a64d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c00, 0x0, 0x0, 0x0, 0xc0094bb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0094bb950, 0xc00434c000, 0x1b8a, 0x3, 0xc003899caf, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2212 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007ce6270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007ce6340, 0xc006f71110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a623d80, 0x0, 0x0, 0x0, 0xc0001db258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a623d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001db950, 0xc002ae0a00, 0x147c, 0x3, 0xc0086c87a5, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137b920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2217 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x56d, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c115b80, 0x56d, 0x56d, 0xc00c115b80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc008f9f233, 0x53, 0xc00c115b80, 0x56d, 0xaa0378, 0x1, 0xc00c115b80, 0x56d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2218 [semacquire]:
strings.genSplit(0xc00871aa00, 0x4fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x14f, 0x14f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00951f418, 0xaa04d9, 0x2, 0xc00775ef00, 0x4fd, 0x1, 0x14f, 0xc005307d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00775ef00, 0x4fd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00951f570, 0xc00470f760, 0x53, 0xc00729f4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2219 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0064b1100, 0x6d7, 0x5165d7, 0xc00004d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0064b1100, 0x6d7, 0xc004dfc10c, 0x4)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e4b418, 0xaa04f9, 0x2, 0xc0064b1100, 0x6d7, 0xc0064b1100, 0xc004e4b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0064b1100, 0x6d7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e4b570, 0xc0057d0dc0, 0x1d, 0xc009a57b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2220 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004a65ad0, 0xc007534157, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004a65ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004a65ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004a65ad0, 0xc00166ff80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008427c80, 0x0, 0x0, 0x0, 0xc004569258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008427c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004569950, 0xc002e4a800, 0xb72, 0x6468746977207472, 0x7420676e69776172, 0x79656e6f6d206568)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00137bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2221 [semacquire]:
bytes.makeSlice(0x682, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f1b350, 0x56, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005f1b350, 0xc001df4420, 0x56, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005f1b350, 0xc001df4420, 0x56, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc0043f95e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4acb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4aa80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4a9a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005f1b350, 0xc006a4a2a0, 0xb84d20, 0xc005f1b350)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005f1b350, 0xc006a4a2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005630150, 0x2ec761d49, 0x1251a20, 0xc005e529a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2223 [semacquire]:
strings.genSplit(0xc00788e000, 0xf82, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0077df000, 0x4c7, 0x4c7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a76b418, 0xaa05c9, 0x2, 0xc00306f000, 0xf82, 0x6, 0x4c7, 0xc0049c1e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00306f000, 0xf82, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00a76b570, 0xc00a2ed740, 0x50, 0xc00276b1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2225 [semacquire]:
bytes.makeSlice(0x3f58, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cb04b0, 0x21c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cb04b0, 0xc006b85680, 0x21c, 0x6, 0x21c, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003cb04b0, 0xc006b85680, 0x248, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7b2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7a310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004b7a230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc00481fb90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc00481fab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb04b0, 0xc004c569a0, 0xb84d20, 0xc003cb04b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb04b0, 0xc004c569a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e54180, 0x2d63d70e3, 0x1251a20, 0xc008ddc460, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2227 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0028288f0, 0xc006baa3c0, 0x1cd)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0028288f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0028288f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0028288f0, 0xc007932000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c64aa0, 0x0, 0x0, 0x0, 0xc00ab49258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c64aa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ab49950, 0xc0099e8000, 0x386f, 0x7461202020202020, 0x65636966666f2073, 0x7365727261207372)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2228 [semacquire]:
strings.genSplit(0xc00503c000, 0xdc6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00ab616c0, 0xc00ab4b3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00ab4b418, 0xaa04df, 0x2, 0xc004ba9000, 0xdc6, 0xc004ba9000, 0xc00ab4b408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc004ba9000, 0xdc6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00ab4b570, 0xc00a622d00, 0x2c, 0xc00ab5e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2231 [semacquire]:
bytes.makeSlice(0x1112, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025a13e0, 0xdc, 0xa3)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0025a13e0, 0xc00a7a3c00, 0xdc, 0x5165d7, 0xc0024c27ef, 0xc00b0466f0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b06efc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b06ef50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00b05f180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005856ab0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a1570, 0xc00ac7d2c0, 0x2d, 0xc00a7884b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2233 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3ada0, 0xc0031b7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b7418, 0xaa058b, 0x2, 0xc009ef3500, 0x365, 0x3, 0xca, 0xc004b489e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009ef3500, 0x365, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b7570, 0xc00a2edf40, 0x37, 0xc00a72c980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2235 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc001e95500, 0x619, 0x2, 0xc000b39270, 0xc002512e6b, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001e95500, 0x619, 0xaa04bf, 0x2, 0xc001e95500, 0x619)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000b393e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000b393e0, 0xc007e56810, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1bc, 0x1bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000b39570, 0xc007e56810, 0xaa04f9, 0x2, 0x0, 0x0, 0x6e6f697469646172, 0x6f7774656e206c61, 0x6420666f20736b72)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2237 [semacquire]:
strings.genSplit(0xc00331a800, 0x16b0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x500, 0x500)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001923418, 0xaa05c9, 0x2, 0xc00ac76800, 0x16b0, 0x7, 0x500, 0xc0009fd960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac76800, 0x16b0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001923570, 0xc00b5b27a0, 0x3b, 0xc00b980080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2239 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3bf80, 0xc004887318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004887418, 0xaa04d9, 0x2, 0xc00b532000, 0x453, 0x1, 0xe8, 0xc007b3bf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b532000, 0x453, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004887570, 0xc00b0fe800, 0x43, 0xc00a196690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2242 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002c82430, 0xc000e15400, 0x4b, 0x4b, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c82430, 0xc002bdcee0, 0xc00366a210, 0xc002c82360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c82430, 0xc002bdce70, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002c83118, 0xc002bdce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002c83118, 0xc002bdce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aac40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aab60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aa460, 0xc00307cd98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00307d118, 0xc0061aa460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aa460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002c83118, 0xc0061aa380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00307d118, 0xc0061aa380, 0x54b170, 0xc006cd2410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0061aa380, 0x0, 0x0, 0x0, 0x0, 0xc0061aa380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005fdd1a0, 0x0, 0x0, 0x0, 0xc00, 0xc00a794800, 0xb10, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00a794800, 0xb10, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00aabae70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00307d570, 0xc00ad502c0, 0xc00afb11a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2243 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc0079ecd00, 0xc0000e5f10)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0079ecd00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0079ecd00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0079ecd00, 0xc006dc5ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005ceff80, 0x0, 0x0, 0x0, 0xc00b12f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005ceff80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b12f950, 0xc00a9dc000, 0x166e, 0x657261206f687720, 0x64656c776f6e6b20, 0x202c656c62616567)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2244 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006c5add0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006c5aea0, 0xc00b11f570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00ad50dc0, 0x0, 0x0, 0x0, 0xc00245d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00ad50dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00245d950, 0xc002ea7000, 0x157b, 0x7469772073656974, 0x2c616e6168472068, 0x61697265676c4120)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2245 [semacquire]:
bytes.makeSlice(0x9d3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0011a9260, 0x49, 0x78)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0011a9260, 0xc00a8caaf0, 0x49, 0x5165d7, 0xc006d16481, 0xc006082398)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007d77ab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007d77a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc008020f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002aa21b0, 0xc002aa28a0, 0xc008912800)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011a9570, 0xc00113de20, 0x7d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2246 [semacquire]:
net/url.resolvePath(0xc009f6bf0c, 0x94, 0x0, 0x0, 0x7dd8c0, 0xc0044b73d0)
/usr/local/go/src/net/url/url.go:954 +0xc1
net/url.(*URL).ResolveReference(0xc002902500, 0xc002902480, 0xc002902500)
/usr/local/go/src/net/url/url.go:1006 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc0007d6360, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:195 +0x10b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2247 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0095baa00, 0x20e, 0x20e, 0x3, 0x0, 0x20d, 0xc0095baa00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003017570, 0xc00a94f120, 0xc00a1173c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2248 [semacquire]:
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004357358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004357358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004357358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004357358, 0x75a856, 0x0, 0xc001de7dc0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004357358, 0xc004357320, 0xc0043573a8, 0x42ca96, 0xc003a3c270, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0043573c0, 0xc0043573d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0000ca1c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b887290, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004357570, 0xc00b5b2ee0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2249 [semacquire]:
strings.genSplit(0xc006ea2000, 0xfd3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008c62000, 0x340, 0x340)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038ad418, 0xaa058b, 0x2, 0xc00b8db000, 0xfd3, 0x5, 0x340, 0xc004c4c880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b8db000, 0xfd3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038ad570, 0xc00a94f860, 0x40, 0xc00a4839c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2250 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003061418, 0xaa04fd, 0x2, 0xc004110000, 0xee2, 0xc004110000, 0xc003061408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004110000, 0xee2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003061570, 0xc00b0ffe20, 0x41, 0xc00a0ca820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2251 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0071a2c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0071a2d00, 0xc00acd7dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a94f800, 0x0, 0x0, 0x0, 0xc0099d5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a94f800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099d5950, 0xc00ac9c000, 0x1145, 0x6800000073, 0x200000002c, 0x6800000074)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2255 [semacquire]:
strings.genSplit(0xc008919000, 0x709, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1a9, 0x1a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e99418, 0xaa04d9, 0x2, 0xc0071ba000, 0x709, 0x1, 0x1a9, 0xc004e16220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0071ba000, 0x709, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e99570, 0xc00a8eaa40, 0x31, 0xc00a26d7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2256 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006a145d0, 0xa9ece0, 0xc006a145a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0098f5570, 0xc00272a1e0, 0x47)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2257 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0099c5418, 0xaa04f9, 0x2, 0xc0011db980, 0x18b1, 0xc0011db980, 0xc0099c5408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0011db980, 0x18b1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0099c5570, 0xc0085a1aa0, 0x30, 0xc00a43a570)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167db00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1167 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2259 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Repeat(0xaa0383, 0x1, 0x5b, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:540 +0x457
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0056cf118, 0xc0096fc2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:170 +0xb70
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056cf118, 0xc0096fc2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc0096fc070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc0096fc070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc0096fc070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc001d48b60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc001d48b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc001d48b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc001d48070, 0xc000e7d180, 0x7f602d0a9e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f65118, 0xc001d48070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc001d48070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0056cf118, 0xc006677f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f65118, 0xc006677f80, 0x54b170, 0xc0098df6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006677f80, 0x0, 0x0, 0x0, 0x0, 0xc006677f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004a76690, 0x0, 0x0, 0x0, 0xa80, 0xc005ae8a80, 0x95c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005ae8a80, 0x95c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00a08fc00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f65570, 0xc00a94ed80, 0xc008c7ed60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2260 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008abb000, 0x16bf, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008abb000, 0x16bf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008abb000, 0x16bf, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008abb000, 0x16bf, 0x0, 0x0, 0x115f500, 0x16bf, 0x16bf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008abb000, 0x16bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc008ab9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008abb000, 0x16bf, 0x16bf, 0xc008abb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028399f0, 0x42, 0xc008abb000, 0x16bf, 0xaa0378, 0x1, 0xc008abb000, 0x16bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2262 [semacquire]:
strings.genSplit(0xc00bdfc000, 0xc3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4bc000, 0x2e4, 0x2e4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004249418, 0xaa0599, 0x2, 0xc006d37900, 0xc3b, 0x1, 0x2e4, 0xc000e07720)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006d37900, 0xc3b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004249570, 0xc000e07200, 0x37, 0xc00b6bdb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00167dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2264 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00365eea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00365eea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00365eea0, 0xc001c39ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b43bee0, 0x0, 0x0, 0x0, 0xc00ae47258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b43bee0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00ae47950, 0xc00a9d5000, 0xac4, 0x6e6f6974616e2074, 0x63696c6f70206c61, 0x6d6520726f662079)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2265 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc008bce4e0, 0xc000e2f340, 0x69)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc008bce4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bce4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008bce4e0, 0xc00626f1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007971a20, 0x0, 0x0, 0x0, 0xc004b05258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007971a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b05950, 0xc009047900, 0x2194, 0x75626e65646e6172, 0x73657270202c6772, 0x666f20746e656469)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2266 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004943420, 0xc00417d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00417d418, 0xaa04f9, 0x2, 0xc003c8e400, 0x817, 0x1, 0x1ec, 0xc004943400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003c8e400, 0x817, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00417d570, 0xc00875bfe0, 0x33, 0xc00ad378c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019121e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2268 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006b1c340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1c340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b1c340, 0xc0019c8a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fce40, 0x0, 0x0, 0x0, 0xc00259b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fce40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00259b950, 0xc00916a500, 0x22e3, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2269 [semacquire]:
regexp.(*Regexp).expand(0xc0001fb040, 0xc0080a0800, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0083cc000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0080a0800, 0x800, 0x800, 0xc0062f0630, 0x2, 0x2, 0xc0083cc000, 0x1fec, 0x85d)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0083cc000, 0x1fec, 0x2, 0xc007593270, 0xc004b5fa40, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0083cc000, 0x1fec, 0xaa0378, 0x1, 0xc000421a80, 0xc003cb2600)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0075933e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0075933e0, 0xc0085872f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x59, 0x5a)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007593570, 0xc0085872f0, 0xaa04f9, 0x2, 0x0, 0x0, 0x612f3c6575676165, 0x206c616e6966203e, 0x696a442068746977)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2270 [semacquire]:
strings.genSplit(0xc00708c000, 0x69b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005fc9980, 0x18d, 0x18d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007a5418, 0xaa059b, 0x2, 0xc00ad54300, 0x69b, 0x39, 0x18d, 0xc00a623a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ad54300, 0x69b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007a5570, 0xc00ad51300, 0x3b, 0xc00ad36a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019124e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2271 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00a73b500, 0x9cd, 0xc00af65270, 0xc0014ca380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00a73b500, 0x9cd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00af65418, 0xaa04df, 0x2, 0xc00a73b500, 0x9cd, 0x1, 0x24e, 0xc00a87a040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a73b500, 0x9cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00af65570, 0xc00a622f40, 0x28, 0xc00864c930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019125a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2272 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc008bcf2b0, 0xc009b0c000, 0xba)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc008bcf2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008bcf2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008bcf2b0, 0xc0030d6d90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009fcdc0, 0x0, 0x0, 0x0, 0xc002691258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009fcdc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002691950, 0xc009171400, 0x20bb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2274 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c952000, 0x4ba, 0x4ba, 0x3, 0x0, 0x4b9, 0xc00c952000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c01570, 0xc009d267e0, 0xc009d270e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019127e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2275 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00492b050, 0x2883dd52c, 0x1251a20, 0xc0085a1c00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019128a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2276 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00652d800, 0x796, 0xc00b1cd270, 0xc0010e8380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00652d800, 0x796, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b1cd418, 0xaa0569, 0x2, 0xc00652d800, 0x796, 0x17, 0x184, 0xc00b62dcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00652d800, 0x796, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b1cd570, 0xc00b62d940, 0x52, 0xc0023c76e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2277 [semacquire]:
strings.genSplit(0xc000f18000, 0x5f2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00487ee70, 0xc0009753b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000975418, 0xaa05c9, 0x2, 0xc0046e5800, 0x5f2, 0xc0046e5800, 0xc000975408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046e5800, 0x5f2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000975570, 0xc00833a1e0, 0x67, 0xc009210c45)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2278 [semacquire]:
strings.genSplit(0xc006760c00, 0x5b4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0059a0a00, 0x142, 0x142)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018db418, 0xaa04d9, 0x2, 0xc002ba5200, 0x5b4, 0x1, 0x142, 0xc00265d3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002ba5200, 0x5b4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018db570, 0xc008f46740, 0x38, 0xc00ac6b180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2279 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ae14000, 0x72c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ae14000, 0x72c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ae14000, 0x72c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ae14000, 0x72c, 0x0, 0x0, 0x115f500, 0x72c, 0x72c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ae14000, 0x72c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00abaf000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ae14000, 0x72c, 0x72c, 0xc00ae14000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006924080, 0x38, 0xc00ae14000, 0x72c, 0xaa0378, 0x1, 0xc00ae14000, 0x72c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2281 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc005175900, 0x4f6, 0x2, 0xc004df3090, 0xc005175900, 0x4f6, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc005175900, 0x4f6, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00702db90, 0x0, 0x0, 0x0, 0x0, 0xc00702db90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005857050, 0x0, 0x0, 0x0, 0x900, 0xc007161600, 0x83b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007161600, 0x83b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc005a06120)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000a6b570, 0xc00a8eb700, 0xc006809c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2282 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a695b60, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000363570, 0xc005f1c3c0, 0x4d, 0xc007e26780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2283 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00aa15450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00aa155f0, 0xc006a5c460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7ee00, 0x0, 0x0, 0x0, 0xc001b37258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7ee00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b37950, 0xc00b468000, 0x1d99, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001912ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2285 [semacquire]:
strings.genSplit(0xc005f60000, 0xfcb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a0a8000, 0x33f, 0x33f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00057b418, 0xaa0503, 0x2, 0xc00ac1b000, 0xfcb, 0x5, 0x33f, 0xc009e364e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00ac1b000, 0xfcb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00057b570, 0xc009e360c0, 0x40, 0xc004c5a980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2286 [semacquire]:
bytes.makeSlice(0x1be3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004be6de0, 0xa9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004be6de0, 0xc003ab1ce0, 0xa9, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004be6de0, 0xc003ab1ce0, 0xa9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc006dbf880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc006dbf7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc004e1a4d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc004e1a3f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004be6de0, 0xc0047da150, 0xb84d20, 0xc004be6de0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004be6de0, 0xc0047da150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004be6c30, 0x2e7e030ee, 0x1251a20, 0xc004943a80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019130e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2287 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc0070d4000, 0x6, 0x6, 0xc000db92b8, 0xc004a229a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0098395c8, 0x1, 0x1, 0xc000db9388, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0098395c8, 0x1, 0x1, 0xb856e0, 0xc004a229a0, 0xc000db9408, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005ff2cf0, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db9570, 0xc004e16b00, 0x3f, 0xc00a3b4140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019131a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2289 [semacquire]:
strings.genSplit(0xc0085bf000, 0xeca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x38b, 0x38b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00259f418, 0xaa0599, 0x2, 0xc005312000, 0xeca, 0x1, 0x38b, 0xc004da1820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005312000, 0xeca, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00259f570, 0xc00a0b48a0, 0x41, 0xc000ea6f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2291 [semacquire]:
strings.genSplit(0xc003356880, 0xcc4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x27d, 0x27d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006671418, 0xaa059b, 0x2, 0xc009a2d100, 0xcc4, 0x51, 0x27d, 0xc004ab8240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009a2d100, 0xcc4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006671570, 0xc006dc0d80, 0x3b, 0xc00a65b280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019134a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2295 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0019fe5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0019fe570, 0xc001bdd320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001bdd708, 0xc0048b4dc0, 0xaac03e, 0x7, 0xc0048b4dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001bdd708, 0xc0048b4dc0, 0xc0048b57a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019137a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2296 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0032e9300, 0x1115, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032e9300, 0x1115, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032e9300, 0x1115, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032e9300, 0x1115, 0x0, 0x0, 0x115f500, 0x1115, 0x1115)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032e9300, 0x1115, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004cf300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032e9300, 0x1115, 0x1115, 0xc0032e9300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00292b130, 0x48, 0xc0032e9300, 0x1115, 0xaa0378, 0x1, 0xc0032e9300, 0x1115, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2299 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00891af70, 0xc00b768000, 0x59)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00891af70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00891af70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00891af70, 0xc001d95260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b3e7b20, 0x0, 0x0, 0x0, 0xc00322b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b3e7b20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322b950, 0xc005656600, 0x193f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2302 [semacquire]:
strings.genSplit(0xc0006ef900, 0xc6e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009269000, 0x2b4, 0x2b4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00937f418, 0xaa0599, 0x2, 0xc0088c4000, 0xc6e, 0x1, 0x2b4, 0xc006d6d7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0088c4000, 0xc6e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00937f570, 0xc005f1cfa0, 0x44, 0xc000afab90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2305 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc00b9db800, 0x1594, 0x2, 0xc001a67270, 0xc0086df960, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc00b9db800, 0x1594, 0xaa0378, 0x1, 0xc0085a0b00, 0xc00b644900)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001a673e0, 0xc002127e80, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001a673e0, 0xc001958690, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001a67401, 0xc0086dfec8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001a67570, 0xc001958690, 0xaa04f9, 0x2, 0x0, 0x0, 0x617720726579616c, 0x646e612035392073, 0x7672757320736920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001913f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2307 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009e1dc00, 0x657, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009e1dc00, 0x657, 0x0, 0x0, 0x115f500, 0xc009e1dc00, 0x657)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009e1dc00, 0x657, 0x0, 0x0, 0xaa0378, 0x1, 0xc009e1ce00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009e1dc00, 0x657, 0x657, 0xc009e1dc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005def4d0, 0x2b, 0xc009e1dc00, 0x657, 0xaa0378, 0x1, 0xc009e1dc00, 0x657, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a100c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2308 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc0067ce000, 0x14ab, 0x2, 0xc001f01ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc0067ce000, 0x14ab, 0xaa0378, 0x1, 0xc00669ca00, 0x14ab)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0067ce000, 0x14ab, 0xaa0378, 0x1, 0xc0067ce000, 0x14ab)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2311 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00272a840, 0xc001b51318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b51418, 0xaa04f9, 0x2, 0xc008b51000, 0xdd9, 0x3, 0x2e0, 0xc00b62d320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008b51000, 0xdd9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b51570, 0xc004fa9080, 0x25, 0xc00873fcb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a103c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2318 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc00008e0c0, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc009785358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc009785358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc009785358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc009785358, 0xc009658070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc009785358, 0x42ca96, 0xc00899d080, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0097853c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00651d720, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00981a600, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc009785570, 0xc007d6cc00, 0xabc101, 0x1d, 0x36, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2319 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0061d4a00, 0x4b2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061d4a00, 0x4b2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0x115f500, 0x4b2, 0x4b2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061d4a00, 0x4b2, 0x0, 0x0, 0xaa0378, 0x1, 0xc003e37900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061d4a00, 0x4b2, 0x4b2, 0xc0061d4a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004de7180, 0x48, 0xc0061d4a00, 0x4b2, 0xaa0378, 0x1, 0xc0061d4a00, 0x4b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a109c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2320 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc004320000, 0x14ad, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0048c6c80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0096cb570, 0xc00875bac0, 0xc005e538c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2321 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0014f5500, 0x1b, 0x20, 0xc0014f5400, 0x1b, 0x20, 0xc00994b078, 0xc004d8bd58, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0080844e8, 0x1, 0x1, 0xc00994b148, 0x7f602d0aac28, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0080844e8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004d8bd58, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0052a4ed0, 0xc0091fe0f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00994b570, 0xc0052a4ed0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00994b570, 0xc0082eec40, 0x71)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2323 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bb9118, 0xc009b30000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:232 +0x3e9
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bb9118, 0xc009b30000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc0072fff10, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002bb9118, 0xc0072fff10, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bb9118, 0xc0072fff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bb9118, 0xc0072fff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5cc40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5cb60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5cb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5cb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5c460, 0xc000680380, 0x7f602d0ab2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000965118, 0xc002f5c460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5c460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bb9118, 0xc002f5c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000965118, 0xc002f5c380, 0x54b170, 0xc00314e820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002f5c380, 0x0, 0x0, 0x0, 0x0, 0xc002f5c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008c5f0e0, 0x0, 0x0, 0x0, 0xc00, 0xc0033c3400, 0xb19, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0033c3400, 0xb19, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c2b290)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000965570, 0xc004ae3100, 0xc00113d5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2324 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3a060, 0xc0093df318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093df418, 0xaa0503, 0x2, 0xc004e1ee00, 0x62b, 0x4, 0x18f, 0xc007b3a040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004e1ee00, 0x62b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093df570, 0xc004ae3660, 0x31, 0xc00623c5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2326 [semacquire]:
strings.genSplit(0xc0068b9500, 0xa04, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1e8, 0x1e8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00937b418, 0xaa04df, 0x2, 0xc0035c1500, 0xa04, 0x4, 0x1e8, 0xc004ab81c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0035c1500, 0xa04, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00937b570, 0xc004ae3f20, 0x52, 0xc007754d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2330 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004ff4410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc006aa84e0, 0xc001bee230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019fbf60, 0x0, 0x0, 0x0, 0xc0022f3258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019fbf60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022f3950, 0xc00353b000, 0xfd4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2335 [semacquire]:
strings.genSplit(0xc000b98600, 0x1004, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4cd, 0x4cd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0093ed418, 0xaa05c9, 0x2, 0xc007ee7300, 0x1004, 0x6, 0x4cd, 0xc00aa690c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007ee7300, 0x1004, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0093ed570, 0xc00aa68c00, 0x80, 0xc008bca000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a115c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2342 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc008058f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008058f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008058f70, 0xc0078a79d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c60, 0x0, 0x0, 0x0, 0xc009521258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc009521950, 0xc0060b2a80, 0x295e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2344 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc000414730, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc00bd5d6b0, 0xc00bd5d6b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00bd5d650, 0xc00bd5d650)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0093eb358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0093eb358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0093eb358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0093eb358, 0xc001b6b260, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0093eb358, 0x42ca96, 0xc00bd5d620, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0093eb3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47e20, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001adfe90, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0093eb570, 0xc005f1d400, 0xabc101, 0x1d, 0x47, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2345 [semacquire]:
strings.genSplit(0xc008f85300, 0x1073, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009d61500, 0x33b, 0x33b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009455418, 0xaa0569, 0x2, 0xc0030da600, 0x1073, 0x1a, 0x33b, 0xc004c4dc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0030da600, 0x1073, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009455570, 0xc0085a06e0, 0x91, 0xc005a2cdd4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2346 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0096300d4, 0x7f602d0a9701, 0x47f290, 0xc00422ee20)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xc0060000d4, 0x10, 0xc0096352a0, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc009735570, 0xc00113c560, 0xc00113ce60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2347 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00467e680, 0x55c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00467e680, 0x55c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00467e680, 0x55c, 0x0, 0x0, 0x115f500, 0xc00467e680, 0x55c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00467e680, 0x55c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00467d600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00467e680, 0x55c, 0x55c, 0xc00467e680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6de00, 0x45, 0xc00467e680, 0x55c, 0xaa0378, 0x1, 0xc00467e680, 0x55c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2349 [semacquire]:
strings.genSplit(0xc000733000, 0x17aa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d6e000, 0x4a5, 0x4a5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0096c9418, 0xaa058b, 0x2, 0xc000ae3800, 0x17aa, 0x5, 0x4a5, 0xc00a117f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000ae3800, 0x17aa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0096c9570, 0xc00875b5e0, 0x4b, 0xc00445e190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2350 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00283a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00283a410, 0xc007688700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006d6c040, 0x0, 0x0, 0x0, 0xc0005cf258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006d6c040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005cf950, 0xc008400000, 0x1bce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2351 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d1d000, 0x75a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d1d000, 0x75a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d1d000, 0x75a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d1d000, 0x75a, 0x0, 0x0, 0x115f500, 0x75a, 0x75a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d1d000, 0x75a, 0x0, 0x0, 0xaa0378, 0x1, 0xc005039800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d1d000, 0x75a, 0x75a, 0xc005d1d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985db0, 0x47, 0xc005d1d000, 0x75a, 0xaa0378, 0x1, 0xc005d1d000, 0x75a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b661e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2352 [semacquire]:
bytes.(*Buffer).grow(0xc0044553e0, 0x5, 0x6)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc0044553e0, 0xc00aea079b, 0x5, 0x203002, 0x203002, 0x203002)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc009661ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00323a1e0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004455570, 0xc007b3aee0, 0x4b, 0xc001d03720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b662a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2355 [semacquire]:
bytes.(*Buffer).grow(0xc0049d9170, 0x14, 0x0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc0049d9170, 0xc0080c8ba0, 0x14, 0x7f6004139bf8, 0x10, 0xaa)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001877a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018779d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008243710, 0xc0049d9250, 0x7544a2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc008243710)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0082436e0, 0xc0049d92d8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0049d9570, 0xc0082436b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc0082436b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008243500, 0xc0049d9460, 0xc001bf0900)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0049d9570, 0xc001bf0900, 0xc001bf0900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b664e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2356 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc008058a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc008058a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc008058a90, 0xc006a25340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00b62d3a0, 0x0, 0x0, 0x0, 0xc002e25258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00b62d3a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e25950, 0xc009792c00, 0x100a, 0x1, 0xc0038991a4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b665a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2357 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c2ad00, 0x887, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c2ad00, 0x887, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c2ad00, 0x887, 0x0, 0x0, 0x115f500, 0xc005c2ad00, 0x887)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c2ad00, 0x887, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c29200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c2ad00, 0x887, 0x887, 0xc005c2ad00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002db3a40, 0x56, 0xc005c2ad00, 0x887, 0xaa0378, 0x1, 0xc005c2ad00, 0x887, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2362 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008059380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008059450, 0xc009b30d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0071d88d0, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc0071d8870)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0071d8870, 0x0, 0x0, 0x0, 0x1300, 0xc0088a3300, 0x12ca, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0088a3300, 0x12ca, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0085a5720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00973b570, 0xc00272a480, 0xc00b43bbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2363 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00970b418, 0xaa04f9, 0x2, 0xc003feb000, 0x1554, 0x1, 0x474, 0xc00272b6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003feb000, 0x1554, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00970b570, 0xc00272afc0, 0x53, 0xc007625a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2365 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008c7eaa0, 0xc000969318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000969418, 0xaa05c9, 0x2, 0xc0005fa000, 0x1185, 0x6, 0x31e, 0xc00afb0180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005fa000, 0x1185, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000969570, 0xc006f01da0, 0x45, 0xc0044e0550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2367 [semacquire]:
strings.genSplit(0xc001c86000, 0xbe4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x29e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0096f5570, 0xc00335c810, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0096f5570, 0xc008bdc0c0, 0xaf)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2516 [semacquire]:
strings.Replace(0xc00c4b4000, 0xf7f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc00c4b4000, 0xf7f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044bb950, 0xc0066f0000, 0xf7d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2369 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a639100, 0xcdc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a639100, 0xcdc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a639100, 0xcdc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a639100, 0xcdc, 0x0, 0x0, 0x115f500, 0xcdc, 0xcdc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a639100, 0xcdc, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a637600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a639100, 0xcdc, 0xcdc, 0xc00a639100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00445eb40, 0x41, 0xc00a639100, 0xcdc, 0xaa0378, 0x1, 0xc00a639100, 0xcdc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b66f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2371 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d1d000, 0xde0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d1d000, 0xde0, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d1d000, 0xde0, 0x0, 0x0, 0x115f500, 0xde0, 0xde0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d1d000, 0xde0, 0x0, 0x0, 0xaa0378, 0x1, 0xc0056e1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d1d000, 0xde0, 0xde0, 0xc004d1d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007db3240, 0x2b, 0xc004d1d000, 0xde0, 0xaa0378, 0x1, 0xc004d1d000, 0xde0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001b670e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2392 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc00671c680, 0x434174)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc00671c680)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc00671c680, 0xc00671c758)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc00671c750, 0xc005b28c40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0003b0b60, 0x0, 0x0, 0x0, 0xc002779258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0003b0b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002779950, 0xc003226000, 0x1de1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2394 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc0098df790, 0x3e)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc0098df790)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc0098df790, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc0098df860, 0xc0096fd570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0077af920, 0x0, 0x0, 0x0, 0xc003337258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0077af920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003337950, 0xc00a885500, 0x29ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2396 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc002fe9a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc002fe9a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002fe9a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002fe9a00, 0xc006c19ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005f1df40, 0x0, 0x0, 0x0, 0xc005e91258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005f1df40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e91950, 0xc00915e600, 0x252d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2397 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e096c0, 0xc00208f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00208f418, 0xaa0599, 0x2, 0xc00c5b2600, 0x1126, 0x1, 0x314, 0xc00afb0ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c5b2600, 0x1126, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00208f570, 0xc00afb0760, 0x53, 0xc00adba4f1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2398 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f40000, 0xa9d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f40000, 0xa9d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f40000, 0xa9d, 0x0, 0x0, 0x115f500, 0xa9d, 0xa9d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f40000, 0xa9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00359b400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f40000, 0xa9d, 0xa9d, 0xc001f40000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00b985f90, 0x49, 0xc001f40000, 0xa9d, 0xaa0378, 0x1, 0xc001f40000, 0xa9d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2399 [semacquire]:
bytes.makeSlice(0x2ce, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005928150, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005928150, 0xc007b169c0, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005928150, 0xc007b169c0, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8b500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8afc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005928150, 0xc000f8af50, 0xb84d20, 0xc005928150)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005928150, 0xc000f8af50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001cf6ab0, 0x2ec702110, 0x1251a20, 0xc009c20340, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2400 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00b64e002, 0xb19, 0x2, 0xc005f27ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00b64e002, 0xb19, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00b64e002, 0xb19, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068010e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2401 [semacquire]:
strings.genSplit(0xc00195a000, 0x5d2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008d40700, 0x1ae, 0x1ae)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a13418, 0xaa04df, 0x2, 0xc004b1f200, 0x5d2, 0x4, 0x1ae, 0xc004ab9560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004b1f200, 0x5d2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a13570, 0xc00b4ce7c0, 0x31, 0xc00b6bc688)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068011a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2402 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022e3118, 0xc005139080, 0xb9, 0xb9, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e3118, 0xc002c79c70, 0xc0022e2208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc002c79c00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0022e3118, 0xc002c79c00, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022e3118, 0xc002c79c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e3118, 0xc002c79c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc008754150, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc008754150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc008754150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc005b40690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc005b40690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc005b40690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc00523e310, 0xc0010e8380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00b5e3118, 0xc00523e310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc00523e310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e3118, 0xc00523e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00b5e3118, 0xc00523e230, 0x54b170, 0xc0024cdd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00523e230, 0x0, 0x0, 0x0, 0x0, 0xc00523e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00adc5590, 0x0, 0x0, 0x0, 0x2500, 0xc0091ba000, 0x209c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0091ba000, 0x209c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00bfba280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00b5e3570, 0xc007b3a660, 0xc00b62d7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2403 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000ea00, 0xc001f07318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f07418, 0xaa059b, 0x2, 0xc003512800, 0x7c2, 0x35, 0x16d, 0xc005f1c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003512800, 0x7c2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f07570, 0xc00b62c820, 0x40, 0xc00b2b29c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2405 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0055f45a0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c6f570, 0xc00b4cea60, 0x3a, 0xc00b6bc8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068014a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2408 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00b048e02, 0x6b1, 0xc00033f2a0, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00b048e02, 0x6b1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00033f570, 0xc00ad50da0, 0xc0003b19e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068016e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2409 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00938a000, 0xc9d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00938a000, 0xc9d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00938a000, 0xc9d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00938a000, 0xc9d, 0x0, 0x0, 0x115f500, 0xc9d, 0xc9d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00938a000, 0xc9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006d2a380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00938a000, 0xc9d, 0xc9d, 0xc00938a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7a4e84, 0x59, 0xc00938a000, 0xc9d, 0xaa0378, 0x1, 0xc00938a000, 0xc9d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0068017a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2410 [semacquire]:
strings.Replace(0xc0023e1000, 0xe56, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0023e1000, 0xe56)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00377d950, 0xc00347d000, 0xe53, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2420 [semacquire]:
strings.Replace(0xc00bd78000, 0x3f5f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00bd78000, 0x3f5f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045f7950, 0xc002816000, 0x3f58, 0x7461747320656874, 0x666120646e612065, 0x6c6c696620726574)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2416 [semacquire]:
bytes.makeSlice(0x1426, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024093e0, 0x1a2, 0xfc)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024093e0, 0xc005ad1a40, 0x1a2, 0x5165d7, 0xc00b1d72a5, 0xc00aea0b48)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002ad5730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002ad56c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00818b960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d0df10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d0d810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096b4720, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002409570, 0xc007b3b6e0, 0x39, 0xc005365bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006801ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2471 [semacquire]:
strings.Replace(0xc00715e000, 0x3d7e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x44, 0xc00715e000, 0x3d7e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039cb950, 0xc009d12000, 0x3d70, 0x6, 0xc00454a0a0, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2472 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee9e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ee9ee0, 0xc005a9b810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa940, 0x0, 0x0, 0x0, 0xc0004f5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004f5950, 0xc006d83000, 0xfb9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2473 [semacquire]:
regexp.onePassCopy(0xc005adc390, 0xc005adc390)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc005adc390, 0xc005adc390)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0x68622d73650000d4, 0x7572612d74617261, 0x656d5f6d74753f6e, 0x7373723d6d756964)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c71050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c71050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0075df9c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c71050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c71050, 0x1, 0xc006f68990, 0xc0100680380, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c71050, 0x4, 0x3b3, 0xc009c63c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc009c63000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc0029ae270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00b382090, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c71950, 0xc007f9b900, 0xc4b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2474 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0029ae680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae680, 0xc00481a0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab40, 0x0, 0x0, 0x0, 0xc002c8d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c8d950, 0xc00934e380, 0xca8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2475 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0029ae820, 0xc008e04070, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0029ae820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae820, 0xc00481aa80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab80, 0x0, 0x0, 0x0, 0xc00af69258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00af69950, 0xc00a23e000, 0x17eb, 0x0, 0x305, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2476 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0029ae9c0, 0xc00500c0c0, 0xb8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0029ae9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae9c0, 0xc00481afc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aabc0, 0x0, 0x0, 0x0, 0xc002987258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aabc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002987950, 0xc007f90580, 0xc13, 0x656874206f742065, 0x202c737572697620, 0x6e6964726f636361)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2477 [semacquire]:
strings.Replace(0xc0039baa00, 0x1a00, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x19, 0xc0039baa00, 0x1a00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00109f950, 0xc004094a00, 0x19f5, 0x202a202e29207961, 0x73203035206c6c61, 0x6168207365746174)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2478 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a5ab4c0, 0xc002a89318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a89418, 0xaa0503, 0x2, 0xc00311aa00, 0x2058, 0x4, 0x5df, 0xc00a5ab4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00311aa00, 0x2058, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a89570, 0xc00a5ab060, 0x44, 0xc00299e460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2479 [semacquire]:
regexp.makeOnePass(0xc001cf7b60, 0xc001cf7b60)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc001cf7b00, 0xc001cf7b00)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0099ab050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0099ab050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0099ab050, 0x676e697474697300, 0xc004d42070, 0x5199fd, 0xc009709000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0099ab050, 0x203001, 0xc00125d880, 0x7f602d0a9e98, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0099ab050, 0x46e6ce, 0xc0065ec800, 0xc00125d880, 0x7f602d0a9e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x38f, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ee8a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cf7ad0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0099ab950, 0xc001080c00, 0xab7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2480 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0071d8270, 0x2d6e3e064, 0x1251a20, 0xc008bdda40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2481 [semacquire]:
strings.Replace(0xc0071b5000, 0x2713, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x9, 0xc0071b5000, 0x2713)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00287b950, 0xc003a1e800, 0x2709, 0xc004da3a40, 0xc004da3a70, 0xc004da3aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a82a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2482 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1d110, 0xc00a06a380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16060, 0x0, 0x0, 0x0, 0xc00424b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00424b950, 0xc00a23f800, 0x1635, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2483 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0029af450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0029af520, 0xc006d6e150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf40, 0x0, 0x0, 0x0, 0xc0007ff258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007ff950, 0xc00b133800, 0x1620, 0x7361206e776f6e6b, 0x3353432065687420, 0x32206e6920293030)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a833e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2484 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1c0d0, 0xc006d6e700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf80, 0x0, 0x0, 0x0, 0xc0003d5258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d5950, 0xc00079cc80, 0x193f, 0x6770706120656874, 0x61207972656c6c61, 0x616572636e69206e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2485 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006b1cdd0, 0xc006bae420, 0x146)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006b1cdd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1cdd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b1cdd0, 0xc00203dea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abfe0, 0x0, 0x0, 0x0, 0xc001021258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abfe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001021950, 0xc0036bcc00, 0x11a8, 0x20656c7069746c75, 0x63636120656b6166, 0x6e6f2073746e756f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2486 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1cea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1cf70, 0xc00a0cc540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16020, 0x0, 0x0, 0x0, 0xc0041af258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041af950, 0xc0086e0000, 0x101b, 0x20656c7069746c75, 0x63636120656b6166, 0x6e6f2073746e756f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2487 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b47050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b47050, 0x1, 0xc0048fc310, 0xc0100680380, 0x28042d0ab2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b47050, 0x4, 0x370, 0xc00953dc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00953d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0xc006b1d450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00a6dbc50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b47950, 0xc00a8ab100, 0xc90, 0x2035323e2230303a, 0x303230322079614d, 0x203e656d69742f3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a838c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2488 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0029af380, 0xc0078e8000, 0x3f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0029af380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029af380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029af380, 0xc00268a620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5abf00, 0x0, 0x0, 0x0, 0xc008f6f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5abf00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc008f6f950, 0xc00bff3200, 0xc39, 0x6867756f72687420, 0x20656c69626f4d20, 0x6f662079656e6f4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2489 [semacquire]:
regexp.makeOnePass.func1(0x7, 0xc0045a4e20, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0071d89f0, 0xc0071d89f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0071d8990, 0xc0071d8990)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00b71d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00b71d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b71d050, 0xc00b71cf00, 0xc001e9d260, 0x5199fd, 0xc0062fe000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b71d050, 0x203000, 0xc00125d880, 0x7f602d0a9e98, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b71d050, 0x46e6ce, 0xc003db1c00, 0xc00125d880, 0x7f602d0a9e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x315, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1d860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8960, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b71d950, 0xc0019b4880, 0xcd0, 0xc0003cdf60, 0xc0003ea3d0, 0xc0003ea750)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2490 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1d5f0, 0xc0077088c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16440, 0x0, 0x0, 0x0, 0xc003187258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003187950, 0xc00593c000, 0xa35, 0x2035323e2230303a, 0x303230322079614d, 0x203e656d69742f3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006a83ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2491 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003717950, 0xc003878000, 0x9ba, 0xc0003cdf60, 0xc0003ea3d0, 0xc0003ea750)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2492 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1d1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1d2b0, 0xc00a06b650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16380, 0x0, 0x0, 0x0, 0xc003019258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003019950, 0xc007090000, 0xf0f, 0xc0047d1880, 0xc0049bfce0, 0xc0047d15e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a10ea0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2493 [semacquire]:
strings.Replace(0xc00a583000, 0xf2c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00a583000, 0xf2c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a77950, 0xc005610000, 0xf29, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2494 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b1dc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b1dd40, 0xc0048a3180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e165a0, 0x0, 0x0, 0x0, 0xc00390d258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e165a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00390d950, 0xc00593d500, 0x9db, 0xc0071d9d40, 0xc0071d9d70, 0xc0071d9da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a111a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2495 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006b1dba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006b1dba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006b1dba0, 0xc005e6ff10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e16560, 0x0, 0x0, 0x0, 0xc001b47258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e16560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b47950, 0xc0070a4000, 0xf02, 0x6b206562206f7420, 0x6d206e6920747065, 0x77209d80e2646e69)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2496 [semacquire]:
regexp/syntax.(*parser).push(0xc0081c0d80, 0xc002c66e70, 0xc007c15401)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0081c0d80, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00341f050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00341f050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0045a54e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00341f050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00341f050, 0x1, 0xc0053ff670, 0xc00125d880, 0x28042d0a9e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00341f050, 0x4, 0x1ce, 0xc00b3e4e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00b3e4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006b1dee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d8c30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341f950, 0xc00666a000, 0xe27, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a114a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 2497 [semacquire]:
strings.Replace(0xc0023a8000, 0x28be, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc0023a8000, 0x28be)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002909950, 0xc009090000, 0x28b4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc001a11620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a